-- Logs begin at Mon 2022-03-07 13:03:48 UTC, end at Mon 2022-03-07 14:08:54 UTC. -- Mar 07 13:35:30.830318 dv-cinder-813222-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 07 13:35:33.739095 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.common.config [-] Logging enabled! Mar 07 13:35:33.739714 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev575 Mar 07 13:35:33.739865 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109486) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 13:35:33.743140 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.common.config [-] Logging enabled! Mar 07 13:35:33.743395 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev575 Mar 07 13:35:33.743701 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109486) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 13:35:33.744623 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 13:35:33.744857 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 13:35:33.745252 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 13:35:33.745500 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 13:35:33.746113 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 13:35:33.746521 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.746864 dv-cinder-813222-6-iscsi neutron-server[109486]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 07 13:35:33.747190 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.747488 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.747783 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.748079 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.748371 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.748650 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.748954 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.749256 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.749543 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.749819 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.750100 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.750388 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.750666 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.750949 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.751232 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.751507 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] debug = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.751783 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.752208 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.752622 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.752896 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.753210 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.753516 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.753788 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.754060 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.754342 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.754666 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] host = dv-cinder-813222-6-iscsi {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.754945 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.755226 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.755507 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.755789 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.756060 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.756336 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.756614 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.756885 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.757189 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] log_file = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.757463 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.757745 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.758027 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.758311 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.758536 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.758753 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.759034 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.759318 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.759588 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.759857 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.760128 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.760398 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.760667 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.760932 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.761239 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.761519 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.761800 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.762072 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.762343 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.762608 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.762874 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.763158 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.763428 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.763694 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.763962 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.764243 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.764510 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.764779 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.765074 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.765385 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.765662 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.765941 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.766212 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.766489 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.766755 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.767021 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.767287 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] use_json = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.767553 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.767817 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.768092 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.768362 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.768630 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.768899 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.769724 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.770009 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.770278 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:33.770570 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.770864 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.771162 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.771453 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.771738 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.772011 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.772294 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.772809 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.773101 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.773406 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.773696 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.773969 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.774261 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.774543 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.774835 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.775135 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.775419 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.775703 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.775973 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.776241 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.776509 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.776780 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.777061 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.777357 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.777643 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.777926 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.778199 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.778492 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.778773 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.779059 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.779342 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.779612 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.779885 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.780170 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.780441 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.780708 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.780980 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.781291 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.781565 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.781831 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.782107 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.782378 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.782649 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.782920 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.783194 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.783480 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.783774 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.784026 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.784294 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.784568 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.785531 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.785820 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.786095 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.786366 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.786639 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.786913 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.787185 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.787453 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.787724 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.787996 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.788267 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.788537 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.788806 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.789076 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.789380 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.789649 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.789920 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.790189 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.790462 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.790728 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.790997 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.791262 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.791529 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.791799 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.792077 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.792366 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.792636 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.792911 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.793211 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.793486 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.793763 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.794033 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.794306 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.794577 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.794844 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.795132 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.795408 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.795689 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.795982 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.796256 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.796548 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.796824 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.797100 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.797404 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.797682 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.797957 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.798236 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.798513 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.798803 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.799093 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.799381 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.799669 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.799954 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.800231 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.800559 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.800835 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:33.801050 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 13:35:33.801311 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109486) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 07 13:35:34.168978 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 13:35:34.169277 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 13:35:34.169580 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 13:35:34.170052 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 07 13:35:34.498996 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:34.499211 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:34.499480 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:34.500774 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:34.501049 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:34.501349 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:34.547007 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:34.547279 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:34.547543 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:34.562048 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:34.562323 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:34.562590 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:34.591138 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:34.591416 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:34.591682 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:34.630490 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:34.630766 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:34.631029 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:34.974331 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:34.974884 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:34.974884 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:34.975111 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:34.975804 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.074373 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.074691 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.074970 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.075240 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.075503 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.075809 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.076070 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.076326 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.076578 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.076857 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.077115 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.077406 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.077661 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.077909 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.078161 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.078422 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.078672 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.078935 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.079199 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.079454 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.079722 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.079972 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.080249 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.080619 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.080866 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.081107 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.081533 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 13:35:35.082293 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 13:35:35.082527 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 13:35:35.082759 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 13:35:35.082988 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 13:35:35.083217 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 13:35:35.083572 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 07 13:35:35.086681 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 07 13:35:35.090828 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 07 13:35:35.094563 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 07 13:35:35.096202 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 07 13:35:35.096680 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 07 13:35:35.097010 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 07 13:35:35.097448 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 07 13:35:35.100276 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 07 13:35:35.100529 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 07 13:35:35.100870 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 13:35:35.105835 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 07 13:35:35.129952 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 07 13:35:35.130403 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.130699 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109486) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 07 13:35:35.131068 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.132444 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109486) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 07 13:35:35.132723 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 13:35:35.132969 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 07 13:35:35.136265 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.136545 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.198656 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 07 13:35:35.198846 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 07 13:35:35.199082 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 07 13:35:35.199446 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 07 13:35:35.219197 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_db.sqlalchemy.engines [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109486) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 07 13:35:35.654635 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Initializing driver for type 'gre' Mar 07 13:35:35.655154 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] gre ID ranges: [(1, 1000)] Mar 07 13:35:35.709536 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Initializing driver for type 'local' Mar 07 13:35:35.709876 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Initializing driver for type 'vlan' Mar 07 13:35:35.722283 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] VlanTypeDriver initialization complete Mar 07 13:35:35.722635 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Initializing driver for type 'vxlan' Mar 07 13:35:35.723118 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] vxlan ID ranges: [(1, 1000)] Mar 07 13:35:35.773731 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Initializing extension driver 'port_security' Mar 07 13:35:35.774073 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.extensions.port_security [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] PortSecurityExtensionDriver initialization complete Mar 07 13:35:35.774408 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Initializing mechanism driver 'openvswitch' Mar 07 13:35:35.774744 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Initializing mechanism driver 'hyperv' Mar 07 13:35:35.781422 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.plugins.ml2.plugin [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:35:35.782261 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > port after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.782631 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > port after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.782984 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > port after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.783510 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109486) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 13:35:35.783941 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > subnet after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.784298 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > subnet after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.784662 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > subnet after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.785042 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109486) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 13:35:35.785478 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > network after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.785829 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > network after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.786174 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > network after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.786569 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109486) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 13:35:35.786970 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > security_group after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.787320 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > security_group after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.787661 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > security_group after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.788056 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109486) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 13:35:35.788458 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.788805 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.789161 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.789558 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109486) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 13:35:35.789961 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > address_group after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.790300 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > address_group after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.790637 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > address_group after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.791031 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109486) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 13:35:35.791473 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] ML2 OVO RPC backend initialized. {{(pid=109486) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 07 13:35:35.792172 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > router_interface after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.792527 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.792944 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > network before_response 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.793320 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > networks before_response 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.793699 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > port before_response 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.794041 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > ports before_response 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.794385 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > subnet before_response 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.794726 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > subnets before_response 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.795075 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > network after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.795421 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > network after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.795762 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > network after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.796101 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > port after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.796443 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > port after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.796779 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > port after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.797115 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > subnet after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.797478 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > subnet after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.797815 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > subnet after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.805101 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.quota [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded quota_driver: . Mar 07 13:35:35.805477 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.plugin [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Modular L2 Plugin initialization complete Mar 07 13:35:35.805827 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading services supported by the core plugin {{(pid=109486) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 07 13:35:35.806170 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Got port-security extension from driver 'port_security' Mar 07 13:35:35.806649 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.extensions.vlantransparent [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Disabled vlantransparent extension. Mar 07 13:35:35.807141 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109486) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 07 13:35:35.807469 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading Plugin: router Mar 07 13:35:35.844049 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > router_interface before_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.844443 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > router after_create 55549900 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.844821 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > router before_create 55549900 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.845217 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.845591 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.845945 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > router after_delete 55549900 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.846302 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > floatingip after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.846650 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > floatingip after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.847004 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > router after_create 55549900 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.847375 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > router after_update 55549900 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.847723 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > router after_update 55549900 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.848069 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.848424 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > router after_update 55549900 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.848832 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > router precommit_update 55549900 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.849223 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: port after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.849560 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: port after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.849897 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: subnet after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.850234 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.850583 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > port precommit_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.850924 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > router precommit_create 55549900 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.851265 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: port before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.851604 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > router precommit_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.851954 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > router after_update 55549900 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.852293 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > router precommit_delete 55549900 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.852765 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > router precommit_create 55549900 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.853141 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > router_interface after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.853494 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > router precommit_update 55549900 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.853855 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > agent after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.854202 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > agent after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.854546 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > network after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.855401 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Tracking information for resource: router configured {{(pid=109486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 13:35:35.855728 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Tracking information for resource: floatingip configured {{(pid=109486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 13:35:35.860633 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.db.l3_agentschedulers_db [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 07 13:35:35.861234 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: port after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.861597 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: port after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.861949 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: port after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.862299 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: port after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.863117 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > router before_create 55550100 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.863484 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > router precommit_delete 55550100 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.863847 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > router precommit_create 55550100 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.864204 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > router precommit_update 55550100 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.868975 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.services.provider_configuration [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Service providers = [] {{(pid=109486) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 07 13:35:35.869376 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.db.servicetype_db [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109486) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 07 13:35:35.872351 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.services.service_base [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109486) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 13:35:35.872699 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.services.service_base [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109486) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 13:35:35.873040 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.services.service_base [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109486) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 13:35:35.873956 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.services.service_base [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109486) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 13:35:35.874327 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.services.service_base [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 07 13:35:35.874700 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 13:35:35.875016 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 07 13:35:35.886295 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 13:35:35.886636 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading Plugin: auto_allocate Mar 07 13:35:35.892477 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: network precommit_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.892846 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: network precommit_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.893384 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 13:35:35.893708 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading Plugin: tag Mar 07 13:35:35.901397 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 13:35:35.901730 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading Plugin: timestamp Mar 07 13:35:35.905650 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 13:35:35.905935 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading Plugin: network_ip_availability Mar 07 13:35:35.911436 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.911807 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.912163 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:35.912870 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 13:35:35.913222 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading Plugin: flavors Mar 07 13:35:35.918175 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 13:35:35.918512 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading Plugin: revisions Mar 07 13:35:35.922895 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 13:35:35.923277 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_concurrency.lockutils [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.754s {{(pid=109486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 13:35:35.924016 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109486) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 07 13:35:35.924350 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Initializing extension manager. Mar 07 13:35:35.924874 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: __init__.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.925752 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: __pycache__ {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.926102 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.926435 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: address_group.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.927190 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.927758 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: address-group Mar 07 13:35:35.928083 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: address_scope.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.928800 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.929333 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: address-scope Mar 07 13:35:35.929658 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: admin_state_down_before_update.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.930596 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.931102 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: router-admin-state-down-before-update Mar 07 13:35:35.931425 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: agent.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.932125 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.932629 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: agent Mar 07 13:35:35.932950 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: agent_resources_synced.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.933895 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.934400 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: agent-resources-synced Mar 07 13:35:35.934722 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: allowedaddresspairs.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.936516 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.937036 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: allowed-address-pairs Mar 07 13:35:35.937387 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: auto_allocated_topology.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.938464 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.938976 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: auto-allocated-topology Mar 07 13:35:35.939304 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: availability_zone.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.939999 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.940504 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: availability_zone Mar 07 13:35:35.940828 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: availability_zone_filter.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.942301 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.942807 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: availability_zone_filter Mar 07 13:35:35.943130 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: data_plane_status.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.944032 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.944530 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension data-plane-status not supported by any of loaded plugins Mar 07 13:35:35.944851 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: default_subnetpools.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.945798 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.946300 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: default-subnetpools Mar 07 13:35:35.946622 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: dhcpagentscheduler.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.947426 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.947927 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: dhcp_agent_scheduler Mar 07 13:35:35.948252 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: dns.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.949197 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.949699 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension dns-integration not supported by any of loaded plugins Mar 07 13:35:35.950021 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: dns_domain_ports.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.950934 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.951437 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 07 13:35:35.951760 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.952685 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.953222 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 07 13:35:35.953547 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: dvr.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.954216 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.954715 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: dvr Mar 07 13:35:35.955044 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: ecmp_routes.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.955962 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.956462 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension ecmp_routes not supported by any of loaded plugins Mar 07 13:35:35.956806 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: empty_string_filtering.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.957739 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.958244 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: empty-string-filtering Mar 07 13:35:35.958565 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.959475 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.959978 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 07 13:35:35.960300 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.961241 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.961740 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 07 13:35:35.962058 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: external_net.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.962967 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.963469 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: external-net Mar 07 13:35:35.963788 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: extra_dhcp_opt.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.964692 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.965225 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: extra_dhcp_opt Mar 07 13:35:35.965550 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: extraroute.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.966467 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.966966 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: extraroute Mar 07 13:35:35.967285 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: extraroute_atomic.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.968312 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.968820 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: extraroute-atomic Mar 07 13:35:35.969229 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: filter_validation.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.969904 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.970408 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: filter-validation Mar 07 13:35:35.970731 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: fip_pf_description.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.971638 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.972162 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 07 13:35:35.972483 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: fip_port_details.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.973610 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.974123 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: fip-port-details Mar 07 13:35:35.974451 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: flavors.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.975716 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.976236 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: flavors Mar 07 13:35:35.976567 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.978256 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.978782 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 07 13:35:35.979114 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: floatingip_pools.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.979817 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.980331 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: floatingip-pools Mar 07 13:35:35.980655 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: ip_allocation.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.981613 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.982116 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension ip_allocation not supported by any of loaded plugins Mar 07 13:35:35.982438 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.983360 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.983864 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: ip-substring-filtering Mar 07 13:35:35.984187 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: l2_adjacency.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.985114 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.985632 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension l2_adjacency not supported by any of loaded plugins Mar 07 13:35:35.985953 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: l3.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.986906 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.987417 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: router Mar 07 13:35:35.988266 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: l3_conntrack_helper.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.990581 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.991112 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 07 13:35:35.991445 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.992375 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.992889 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: ext-gw-mode Mar 07 13:35:35.993246 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.994174 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.994682 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: l3-ha Mar 07 13:35:35.995016 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.995927 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.996430 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 07 13:35:35.996750 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: l3_flavors.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:35.997694 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:35.998202 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: l3-flavors Mar 07 13:35:35.998663 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: l3_ndp_proxy.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.000051 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.000563 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 07 13:35:36.000889 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.001822 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.002330 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: l3-port-ip-change-not-allowed Mar 07 13:35:36.002651 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: l3agentscheduler.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.004298 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.004809 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: l3_agent_scheduler Mar 07 13:35:36.005163 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: local_ip.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.006961 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.007481 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension local_ip not supported by any of loaded plugins Mar 07 13:35:36.007814 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: logging.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.010784 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.011306 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension logging not supported by any of loaded plugins Mar 07 13:35:36.011640 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: metering.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.012391 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.012969 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: metering Mar 07 13:35:36.013325 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.014418 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.014937 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: metering_source_and_destination_fields Mar 07 13:35:36.015271 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: multiprovidernet.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.016202 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.016715 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: multi-provider Mar 07 13:35:36.017043 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: netmtu.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.017999 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.018505 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: net-mtu Mar 07 13:35:36.018831 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: netmtu_writable.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.019781 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.020288 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: net-mtu-writable Mar 07 13:35:36.020611 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: network_availability_zone.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.021319 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.021830 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: network_availability_zone Mar 07 13:35:36.022153 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: network_ip_availability.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.023548 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.024058 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: network-ip-availability Mar 07 13:35:36.024384 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: network_segment_range.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.025186 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.025688 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension network-segment-range not supported by any of loaded plugins Mar 07 13:35:36.026008 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: pagination.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.026999 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.027332 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: pagination Mar 07 13:35:36.027652 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: port_device_profile.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.028563 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.029072 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: port-device-profile Mar 07 13:35:36.029419 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.030348 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.030852 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: port-mac-address-regenerate Mar 07 13:35:36.031199 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.032107 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.032613 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: port-numa-affinity-policy Mar 07 13:35:36.032931 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: port_resource_request.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.033871 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.034368 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension port-resource-request not supported by any of loaded plugins Mar 07 13:35:36.034722 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: port_resource_request_groups.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.035704 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.036203 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 07 13:35:36.036524 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: portbindings.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.037483 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.037986 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: binding Mar 07 13:35:36.038307 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: portbindings_extended.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.039585 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.040098 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: binding-extended Mar 07 13:35:36.040426 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: portsecurity.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.041363 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.041875 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: port-security Mar 07 13:35:36.042199 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: project_id.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.043196 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.043524 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: project-id Mar 07 13:35:36.043845 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: providernet.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.044768 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.045318 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: provider Mar 07 13:35:36.045643 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: qos.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.049242 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.049768 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension qos not supported by any of loaded plugins Mar 07 13:35:36.050098 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.051895 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.052406 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 07 13:35:36.052734 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.053687 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.054197 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 07 13:35:36.054521 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: qos_default.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.055433 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.055944 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension qos-default not supported by any of loaded plugins Mar 07 13:35:36.056269 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: qos_fip.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.057234 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.057744 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension qos-fip not supported by any of loaded plugins Mar 07 13:35:36.058066 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: qos_fip_network_policy.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.058978 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.059483 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 07 13:35:36.059804 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: qos_gateway_ip.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.060728 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.061276 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 07 13:35:36.061602 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: qos_port_network_policy.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.062632 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.063135 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 07 13:35:36.063461 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.064510 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.065017 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 07 13:35:36.065366 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.067014 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.067526 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 07 13:35:36.067849 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: qos_pps_rule.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.069039 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.069586 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension qos-pps not supported by any of loaded plugins Mar 07 13:35:36.069912 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: qos_rule_type_details.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.070828 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.071331 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 07 13:35:36.071656 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: qos_rules_alias.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.072707 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.073255 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 07 13:35:36.073584 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: quota_check_limit.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.074496 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.075006 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: quota-check-limit Mar 07 13:35:36.075329 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: quotasv2.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.076264 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.076592 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: quotas Mar 07 13:35:36.076914 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: quotasv2_detail.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.078658 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.079000 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: quota_details Mar 07 13:35:36.079333 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: rbac.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.080388 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.080911 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: rbac-policies Mar 07 13:35:36.081287 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: rbac_address_group.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.082244 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.082759 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: rbac-address-group Mar 07 13:35:36.083090 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: rbac_address_scope.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.084024 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.084532 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: rbac-address-scope Mar 07 13:35:36.084861 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: rbac_security_groups.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.085817 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.086326 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: rbac-security-groups Mar 07 13:35:36.086653 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: rbac_subnetpool.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.087643 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.088152 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: rbac-subnetpool Mar 07 13:35:36.088480 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: revisionifmatch.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.089428 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.089938 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: revision-if-match Mar 07 13:35:36.090265 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: revisions.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.091392 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.091901 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: standard-attr-revisions Mar 07 13:35:36.092228 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: router_availability_zone.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.092901 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.093440 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: router_availability_zone Mar 07 13:35:36.093766 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: routerservicetype.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.094685 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.095185 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension router-service-type not supported by any of loaded plugins Mar 07 13:35:36.095513 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.096428 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.096937 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: security-groups-normalized-cidr Mar 07 13:35:36.097316 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: security_groups_port_filtering.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.098240 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.098747 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: port-security-groups-filtering Mar 07 13:35:36.099067 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.099995 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.100506 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: security-groups-remote-address-group Mar 07 13:35:36.100829 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.101794 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.102304 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: security-groups-shared-filtering Mar 07 13:35:36.102624 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.103211 dv-cinder-813222-6-iscsi neutron-server[109486]: WARNING neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 07 13:35:36.103525 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: securitygroup.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.113661 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.114191 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: security-group Mar 07 13:35:36.114526 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: segment.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.115315 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.115822 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension segment not supported by any of loaded plugins Mar 07 13:35:36.116157 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.117096 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.117626 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 07 13:35:36.117952 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: servicetype.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.119058 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.119568 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: service-type Mar 07 13:35:36.119893 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: sorting.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.120877 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.121237 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: sorting Mar 07 13:35:36.121564 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: standard_attr_segment.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.122485 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.122996 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 07 13:35:36.123319 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: standardattrdescription.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.123965 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.124470 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: standard-attr-description Mar 07 13:35:36.124793 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: stateful_security_group.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.125772 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.126295 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: stateful-security-group Mar 07 13:35:36.126619 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: stdattrs_common.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.127200 dv-cinder-813222-6-iscsi neutron-server[109486]: WARNING neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 07 13:35:36.127518 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.129067 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.129605 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 07 13:35:36.129925 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: subnet_onboard.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.131051 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.133048 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: subnet_onboard Mar 07 13:35:36.133407 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.134397 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.135097 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 07 13:35:36.135416 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: subnet_service_types.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.136427 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.137031 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: subnet-service-types Mar 07 13:35:36.137428 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: subnetallocation.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.138658 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.139173 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: subnet_allocation Mar 07 13:35:36.139500 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.140169 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.140692 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: subnetpool-prefix-ops Mar 07 13:35:36.141018 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.141984 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.142493 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 07 13:35:36.142815 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: tagging.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.143871 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.144429 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: standard-attr-tag Mar 07 13:35:36.144759 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: timestamp.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.145997 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.146519 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loaded extension: standard-attr-timestamp Mar 07 13:35:36.146848 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: trunk.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.148140 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.148649 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension trunk not supported by any of loaded plugins Mar 07 13:35:36.148974 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: trunk_details.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.149924 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.150433 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension trunk-details not supported by any of loaded plugins Mar 07 13:35:36.150756 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: uplink_status_propagation.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.151678 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.152187 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 07 13:35:36.152509 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Loading extension file: vlantransparent.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:35:36.153214 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:35:36.153724 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extension vlan-transparent not supported by any of loaded plugins Mar 07 13:35:36.156257 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Creating instance of TrackedResource for resource:network Mar 07 13:35:36.156730 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Creating instance of TrackedResource for resource:subnet Mar 07 13:35:36.157137 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 13:35:36.157541 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Creating instance of TrackedResource for resource:port Mar 07 13:35:36.158773 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:35:36.159214 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Service FLAVORS assigned prefix: {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:35:36.159851 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:35:36.160291 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:35:36.160621 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Creating instance of TrackedResource for resource:router Mar 07 13:35:36.161045 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Creating instance of TrackedResource for resource:floatingip Mar 07 13:35:36.161580 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Service METERING assigned prefix: /metering {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:35:36.163974 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:36.164348 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:36.164700 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:35:36.165724 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 13:35:36.166173 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Creating instance of TrackedResource for resource:security_group Mar 07 13:35:36.166607 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 13:35:36.167198 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Service CORE assigned prefix: {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:35:36.167527 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 13:35:36.167868 dv-cinder-813222-6-iscsi neutron-server[109486]: WARNING neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] subnetpool is already registered Mar 07 13:35:36.168296 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Service CORE assigned prefix: {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:35:36.168630 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 13:35:36.168958 dv-cinder-813222-6-iscsi neutron-server[109486]: WARNING neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] subnetpool is already registered Mar 07 13:35:36.171255 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:35:36.171688 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Service FLAVORS assigned prefix: {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:35:36.172275 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:35:36.172696 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:35:36.173025 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Creating instance of TrackedResource for resource:router Mar 07 13:35:36.173393 dv-cinder-813222-6-iscsi neutron-server[109486]: WARNING neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] router is already registered Mar 07 13:35:36.173801 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Creating instance of TrackedResource for resource:floatingip Mar 07 13:35:36.174131 dv-cinder-813222-6-iscsi neutron-server[109486]: WARNING neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] floatingip is already registered Mar 07 13:35:36.174579 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Service METERING assigned prefix: /metering {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:35:36.175756 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 13:35:36.176094 dv-cinder-813222-6-iscsi neutron-server[109486]: WARNING neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] rbac_policy is already registered Mar 07 13:35:36.176500 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Creating instance of TrackedResource for resource:security_group Mar 07 13:35:36.176837 dv-cinder-813222-6-iscsi neutron-server[109486]: WARNING neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] security_group is already registered Mar 07 13:35:36.177270 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 13:35:36.177599 dv-cinder-813222-6-iscsi neutron-server[109486]: WARNING neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] security_group_rule is already registered Mar 07 13:35:36.178224 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Service CORE assigned prefix: {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:35:36.178562 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 13:35:36.178892 dv-cinder-813222-6-iscsi neutron-server[109486]: WARNING neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] subnetpool is already registered Mar 07 13:35:36.179306 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Service CORE assigned prefix: {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:35:36.179627 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 13:35:36.179952 dv-cinder-813222-6-iscsi neutron-server[109486]: WARNING neutron.quota.resource_registry [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] subnetpool is already registered Mar 07 13:35:36.180420 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: extensions {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.181924 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: address-groups {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.183448 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: address-scopes {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.184798 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: agents {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.186011 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: auto-allocated-topology {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.187286 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: availability_zones {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.188516 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: dhcp-networks {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.190079 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: dhcp-agents {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.192176 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: routers {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.194519 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: flavors {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.195738 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: service_profiles {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.196947 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: next_providers {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.198505 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: service_profiles {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.200075 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: floatingip-pools {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.201349 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: routers {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.203479 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: floatingips {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.205704 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: l3-routers {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.207168 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: l3-agents {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.208600 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: metering-labels {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.210010 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: metering-label-rules {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.211302 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: network-ip-availabilities {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.212581 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: bindings {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.214300 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: quotas {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.215898 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: quotas {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.217483 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: rbac-policies {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.218795 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: security-groups {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.220043 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: security-group-rules {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.221325 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: service-providers {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.222567 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: subnetpools {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.224008 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: subnetpools {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.225528 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: tags {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.227233 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: tags {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.229054 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: tags {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.230851 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: tags {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.232661 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: tags {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.234567 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: tags {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.236270 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: tags {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.238771 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: tags {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.240553 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: tags {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.242446 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Extended resource: tags {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:35:36.248254 dv-cinder-813222-6-iscsi neutron-server[109486]: WARNING keystonemiddleware.auth_token [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 07 13:35:36.252953 dv-cinder-813222-6-iscsi neutron-server[109486]: WARNING keystonemiddleware.auth_token [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 07 13:35:36.262274 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_concurrency.lockutils [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Acquired lock "singleton_lock" {{(pid=109486) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 07 13:35:36.262746 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_concurrency.lockutils [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Releasing lock "singleton_lock" {{(pid=109486) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 07 13:35:36.263399 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO oslo_service.service [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Starting 2 workers Mar 07 13:35:36.268277 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Started child 109593 {{(pid=109486) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 13:35:36.273051 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Started child 109594 {{(pid=109486) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 13:35:36.274076 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:35:36.274699 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO neutron.service [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Neutron service started, listening on 0.0.0.0:9696 Mar 07 13:35:36.275329 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Publish callbacks [] for process (None), before_spawn {{(pid=109486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:35:36.275602 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [-] (109593) wsgi starting up on http://0.0.0.0:9696 Mar 07 13:35:36.277857 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO oslo_service.service [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Starting 1 workers Mar 07 13:35:36.278030 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:35:36.279481 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [-] (109594) wsgi starting up on http://0.0.0.0:9696 Mar 07 13:35:36.283149 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Started child 109595 {{(pid=109486) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 13:35:36.283689 dv-cinder-813222-6-iscsi neutron-server[109486]: INFO oslo_service.service [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Starting 1 workers Mar 07 13:35:36.287398 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.service [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] calling RpcWorker wait() {{(pid=109595) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 07 13:35:36.287950 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.service [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] returning from RpcWorker wait() {{(pid=109595) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 07 13:35:36.288732 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Started child 109596 {{(pid=109486) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 13:35:36.289488 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:35:36.289593 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe4e1-4fd3-4baf-8720-73c2dc17e4ea None None] Publish callbacks [] for process (None), after_spawn {{(pid=109486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:35:36.290047 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:35:36.291534 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109486) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 13:35:36.291757 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 13:35:36.291944 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 13:35:36.292178 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 13:35:36.292523 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 13:35:36.292688 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 13:35:36.293241 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.293548 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.293815 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.293905 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:35:36.294364 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.294364 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.294934 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.295203 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.295293 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:35:36.295459 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.295731 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.295986 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.296156 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.296325 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.296580 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.296811 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.297096 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.297387 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.297636 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.297893 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.298065 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.298336 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.298601 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.298832 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.299116 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] debug = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.299358 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.299888 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.300132 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.300974 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.301224 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.301502 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.301733 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.302021 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.302255 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.302478 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.302713 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.302984 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.303220 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.303441 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.303703 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.303918 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.304196 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.304433 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.304874 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] host = dv-cinder-813222-6-iscsi {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.305092 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.305354 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.305603 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.305862 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.306121 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.306354 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.306616 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.306878 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.307103 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.307356 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.307614 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.307864 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.308100 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.308337 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_file = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.308501 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_options = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.308746 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.309008 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.309304 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.309507 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.309662 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.309827 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.310104 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.310253 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.310501 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.310726 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.310940 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.311160 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.311391 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.311628 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.311887 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.312121 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.312365 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.312606 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.312851 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.313075 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.313325 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.313552 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.313804 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.314037 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.314271 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.314505 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.314750 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.314993 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.315209 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.315445 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.315688 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.317059 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.317059 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.317059 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.317059 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.317059 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.317721 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.317721 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.317721 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.319080 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.319080 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.319080 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.319080 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.319080 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.319408 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.319408 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.319618 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] use_json = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.319982 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.320384 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.320833 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.321050 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.321611 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.321777 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.322395 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.322395 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.322395 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.322819 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.323072 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.323390 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.323830 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.324067 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.324307 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.324716 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.325095 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.325536 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.325989 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.326478 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.326743 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.327060 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.327334 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.327619 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.327950 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.328214 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.328470 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.328711 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.328956 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.329216 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.329618 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.330027 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.330413 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.330810 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.331202 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.331620 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.332064 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.332491 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.332977 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.333415 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.333818 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.334098 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.334483 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.334849 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.335228 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.335675 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.336089 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.336319 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.336593 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.336836 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.337277 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.337683 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.338118 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.338554 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.338817 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.339048 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.339298 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.339539 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.339785 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.340033 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.340271 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.340489 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.340703 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.340930 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.341192 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.341704 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.341957 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.342201 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.342414 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.342781 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.343194 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.343633 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.344039 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.344453 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.344673 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.344893 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.345278 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.345688 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.346092 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.346454 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.346821 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.347714 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.348126 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.348557 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.348959 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.349383 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.349756 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.350001 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.350223 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.350466 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.350684 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.350905 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.351141 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.351381 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.351607 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.351830 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.352046 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.352264 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.352485 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.352782 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.353083 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.353334 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.353587 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.353864 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.354106 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.354354 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.354594 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.354839 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.355057 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.355282 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.355519 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.355786 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.356012 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.356242 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.356473 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.356691 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.356927 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.357186 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.357442 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.357748 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.357976 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.358212 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.358438 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.358713 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.358949 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.359186 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.359418 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.359674 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.360165 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.360431 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.360706 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.360947 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.361248 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.361553 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.361835 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.362111 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.362376 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.362624 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.363435 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.363675 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.363946 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.364196 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.364443 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.364679 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.364938 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.365202 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.365423 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.365655 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.365958 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.366191 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.366429 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.366646 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.366914 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.367174 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.367411 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.367835 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.368107 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.368362 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.368622 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.369892 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.369892 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.369892 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.369892 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.369892 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.370455 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.370455 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.370455 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.370676 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.370800 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.371051 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.371286 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.371520 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.371738 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.371955 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.372171 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.372404 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.372952 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.372952 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.373233 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.373358 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.373688 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.373845 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.373979 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.374672 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.374672 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.374672 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.375047 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.375185 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.375381 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.375634 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.375873 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.376087 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.376348 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.376569 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.376804 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.377020 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.377885 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.377885 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.377885 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.378268 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.378268 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.378488 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.378682 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.379014 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.379278 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.379510 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.379738 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.379972 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.380262 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.380487 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.380705 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.380920 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.381153 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.381383 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.381645 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.381855 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.382069 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.382443 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.382821 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.383081 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.383332 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.383614 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.383801 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.384027 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.384275 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.384512 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.384730 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.384942 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.385204 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.385575 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.385792 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.386033 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.386314 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.386572 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.386802 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.387045 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.387286 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.387556 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.387791 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.388003 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.388213 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.388467 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.388709 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.388916 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.389196 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.389408 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.389616 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.389836 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.390048 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.390254 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.390628 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.391027 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.391240 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.391463 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.391680 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.391889 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.392131 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.392341 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.392549 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.392769 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.392981 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.393218 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.393446 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.393653 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.393866 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.394115 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.394321 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.394704 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.394977 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.395489 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.395489 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.395727 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.395982 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.396222 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.396452 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.396762 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.396975 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.397241 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.397487 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.397973 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.398191 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.398443 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.398767 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.399074 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.399346 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.399612 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.400042 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.400330 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.400608 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.400826 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.401147 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.401477 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.401771 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.402032 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.402284 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.402531 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.402624 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:35:36.402755 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.402990 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.403211 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.403427 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.403644 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.403880 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.404109 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.404366 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.404589 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.404817 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.405033 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.405382 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.405602 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.405859 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.406104 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.406312 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 13:35:36.406807 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109486) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 13:35:36.406976 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 13:35:36.407159 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 13:35:36.407294 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 13:35:36.407468 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 13:35:36.407624 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 13:35:36.407838 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.408011 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.408181 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.408337 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.408498 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.408705 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.408875 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.409030 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.409357 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.410214 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.410376 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.410535 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.410695 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.410857 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.411012 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.411318 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.411626 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.411789 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.411956 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.412119 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.412281 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.412441 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.412599 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] debug = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.412759 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.412969 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.413175 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.413316 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.413476 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.413634 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.413793 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.413952 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.414183 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.414304 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.414419 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.414578 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.414737 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.414896 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.415059 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.415218 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.415379 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.415535 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.415694 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] host = dv-cinder-813222-6-iscsi {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.415849 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.416088 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.416196 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.416298 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.416461 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.416617 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.416765 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.416926 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.417086 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.417269 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.417426 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.417587 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.417744 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.417904 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_file = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.418061 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_options = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.418218 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.418380 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.418537 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.418720 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.418883 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.419042 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.419205 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.419360 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.419668 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.419829 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.419988 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.420131 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.420290 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.420447 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.420606 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.420763 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.420922 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.421085 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.421273 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.421432 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.421591 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.421748 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.421907 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.422065 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.422223 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.422384 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.422541 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.422700 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.422857 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.423014 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.423174 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.423331 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.423489 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.423650 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.423814 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.423959 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.424116 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.424276 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.424441 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.424595 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.424743 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.424899 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.425057 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.425257 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.425448 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.425607 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.425765 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] use_json = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.425922 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.426080 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.426236 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.426395 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.426554 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.426712 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.426870 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.427100 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.427267 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:35:36.427443 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.427608 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.427780 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.427941 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.428520 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.428520 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.428520 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.429037 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.429037 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.429037 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.429037 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.429385 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.429385 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.429532 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.429655 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.429838 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.429976 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.430106 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.430245 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.430404 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.430665 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.430773 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.430880 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.431035 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.431197 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.431355 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.431484 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.431645 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.431804 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.431985 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.432122 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.432285 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.432451 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.432582 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.432748 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.432909 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.433055 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.433242 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.433404 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.433563 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.433724 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.433883 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.434042 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.434203 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.434367 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.434530 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.434675 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.434837 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.434996 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.435187 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.435315 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.435452 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.435612 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.435772 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.435932 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.436092 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.436252 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.436438 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.436581 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.436740 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.436899 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.437059 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.437240 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.437770 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.437770 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.437770 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.438106 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.438106 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.438252 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.438331 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.438468 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.438626 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.438786 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.438944 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.439104 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.439262 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.439422 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.439585 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.439744 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.439903 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.440063 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.440225 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.440385 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.440544 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.440703 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.441396 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.441565 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.441725 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.441885 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.442046 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.442206 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.442375 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.442549 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.443050 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.443050 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.443050 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.443302 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.443302 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.443457 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.443601 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.443760 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.443918 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.444078 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.444237 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.444400 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.444560 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.444718 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.444878 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.445035 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.445497 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.445497 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.445497 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.445823 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.445823 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.446017 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.446105 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.446245 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.446402 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.446561 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.446729 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.446889 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.447051 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.447211 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.447376 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.447546 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.447706 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.447866 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.448029 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.448190 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.448350 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.448511 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.448671 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.448833 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.448994 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.449176 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.449349 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.449509 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.449669 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.449830 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.450013 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.450175 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.450335 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.450496 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.450656 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.450817 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.450978 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.451137 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.451297 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.451458 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.451618 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.451779 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.451939 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.452100 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.452261 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.452421 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.452583 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.452744 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.452903 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.453064 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.453263 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.453427 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.453587 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.453747 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.453908 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.454068 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.454229 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.454389 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.454549 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.454709 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.454870 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.455030 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.455189 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.455349 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.455508 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.455667 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.455828 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.455992 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.456153 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.456314 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.456498 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.456687 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.456848 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.457010 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.457195 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.457357 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.457518 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.457680 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.457839 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.457999 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.458160 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.458320 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.458482 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.458642 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.458802 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.458984 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.459144 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.459304 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.459467 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.459627 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.459787 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.459948 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.460107 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.460267 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.460429 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.460590 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.460750 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.460910 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.461068 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.461255 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.461416 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.461578 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.461741 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.461900 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.462061 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.462223 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.462382 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.462542 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.462701 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.462861 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.463020 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.463180 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.463339 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.463498 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.463672 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.463833 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.463994 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.464154 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.464315 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.464475 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.464646 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.464806 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.464966 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.465166 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.465306 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.465467 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.465638 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.465799 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.465958 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.466117 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.466278 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.466437 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.466606 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.466766 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.466925 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.467084 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.467243 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.467403 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.467571 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.467731 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.467891 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.468050 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.468209 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.468369 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.468539 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.468698 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.468862 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.469022 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.469203 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.469364 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.469534 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.469696 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.469859 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.470030 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.470189 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.470349 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.470508 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.470681 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.470841 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.471005 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.471165 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.471325 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.471484 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.471647 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.471811 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.471982 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.472682 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.472846 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.473015 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.473207 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.473378 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.473542 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.473709 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.473881 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.474041 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.474203 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.474363 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.474524 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.474684 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.474843 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.475013 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.475164 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.475324 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.475482 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.475643 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.475805 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.475964 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.476125 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.476284 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.476443 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.476603 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.476763 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.476924 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:35:36.477079 dv-cinder-813222-6-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 13:35:36.503806 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 47880) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:35:36.512466 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064452 Mar 07 13:35:47.892464 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34254ceb-c56e-4c19-a69b-6eae90840c7f None None] get_active_networks_info from dv-cinder-813222-6-iscsi {{(pid=109595) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 13:35:47.966462 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34254ceb-c56e-4c19-a69b-6eae90840c7f None None] No non-hosted networks {{(pid=109595) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 07 13:35:47.976642 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.agentschedulers_db [None req-34254ceb-c56e-4c19-a69b-6eae90840c7f None None] DHCP Agent not found on host dv-cinder-813222-6-iscsi {{(pid=109595) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 07 13:35:47.993343 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07b28348-9544-470e-aecb-9855b14aede6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8115177'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:35:50.044952 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-581d98e4-be7c-429a-8b9c-9be47dcdc403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8115177'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:35:50.095836 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a2c3f6d7-1705-4b40-a73a-037b268f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:35:51.286855 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8115177'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:35:52.410283 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8115177'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:35:54.029069 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 47960) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:35:54.186015 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8115177'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:35:54.187259 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:35:54.187833 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:35:54.188377 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:35:54.188860 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:35:54.189401 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:35:54.189992 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:35:54.190589 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:35:54.191247 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:35:54.191787 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:35:54.192842 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:35:54.193428 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:35:54.193988 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:35:54.195390 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:35:54.196004 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813222-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:35:54.202001 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813222-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:35:54.383847 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.db.l3_hamode_db [None req-793c1c89-071b-4963-8bd3-5dad6e17051a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 07 13:35:54.466323 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793c1c89-071b-4963-8bd3-5dad6e17051a None None] Routers set() bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:35:54.466708 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793c1c89-071b-4963-8bd3-5dad6e17051a None None] Router IDs set() for agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 13:35:54.581933 dv-cinder-813222-6-iscsi neutron-server[109594]: WARNING oslo_policy.policy [None req-71c425d7-fd02-4e61-bf30-9bdbf2e1f633 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 13:35:54.582527 dv-cinder-813222-6-iscsi neutron-server[109594]: WARNING oslo_policy.policy [None req-71c425d7-fd02-4e61-bf30-9bdbf2e1f633 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 13:35:54.806655 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [None req-71c425d7-fd02-4e61-bf30-9bdbf2e1f633 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 13:35:54.808752 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-71c425d7-fd02-4e61-bf30-9bdbf2e1f633 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7786403 Mar 07 13:35:57.346698 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 47986) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:35:57.652067 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-cf348f95-7b9b-4403-9b29-c8acb196266a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:35:57.744740 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.policy [None req-cf348f95-7b9b-4403-9b29-c8acb196266a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109594) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 13:35:57.787705 dv-cinder-813222-6-iscsi neutron-server[109594]: WARNING oslo_policy.policy [None req-cf348f95-7b9b-4403-9b29-c8acb196266a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 13:35:57.788079 dv-cinder-813222-6-iscsi neutron-server[109594]: WARNING oslo_policy.policy [None req-cf348f95-7b9b-4403-9b29-c8acb196266a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 13:35:57.881881 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cf348f95-7b9b-4403-9b29-c8acb196266a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776654875640', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776654874923', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776654857151', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776654858422', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776654909952', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776654888618', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-635529', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7642184', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-382740', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-502875'] for rbac-policy (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:35:57.947380 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cf348f95-7b9b-4403-9b29-c8acb196266a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:35:57.948548 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-cf348f95-7b9b-4403-9b29-c8acb196266a admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6008804 Mar 07 13:36:00.431781 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 47996) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:36:00.746779 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:36:00.775271 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Made reservation on behalf of e57e383a6d464fc39e5577b130f90112 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:36:00.778982 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:00.794946 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:00.905023 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Publish callbacks [] for security_group (28d7df3f-9695-4d39-87ae-0b10bc1ece02), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:00.908646 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (28d7df3f-9695-4d39-87ae-0b10bc1ece02), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:00.932765 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 13:36:00.966850 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776652592478', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (4ca5f181-05e5-4e71-969d-9ea1d0cfdc12), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:00.967414 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Unsubscribe: segment precommit_create {{(pid=109594) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 13:36:00.967914 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.segments_db [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Added segment 4ca5f181-05e5-4e71-969d-9ea1d0cfdc12 of type vlan for network 7039dfb1-04bd-4b0c-b737-b6354c8fb43b Mar 07 13:36:00.983070 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=28d7df3f-9695-4d39-87ae-0b10bc1ece02,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:36:01.030914 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:01.031274 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:01.031627 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:01.031964 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:01.032286 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:01.032604 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:01.032929 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:01.033273 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:01.034120 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:01.034453 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:01.034771 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:01.035080 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:01.035388 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Tracked resource versions report: Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: pushed versions: Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: { 'AddressGroup': {'1.2'}, Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: 'ConntrackHelper': {'1.0'}, Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: 'LocalIPAssociation': {'1.0'}, Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: 'Log': {'1.0'}, Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: 'Network': {'1.1'}, Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: 'Port': {'1.7'}, Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: 'PortForwarding': {'1.2'}, Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: 'QosPolicy': {'1.10'}, Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: 'SecurityGroup': {'1.5'}, Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: 'SecurityGroupRule': {'1.2'}, Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: 'SubPort': {'1.0'}, Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: 'Subnet': {'1.1'}, Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: 'Trunk': {'1.1'}} Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: consumer versions: Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: { DHCP agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: L3 agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: Metadata agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: Metering agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: Open vSwitch agent@dv-cinder-813222-6-iscsi: { 'AddressGroup': '1.2', Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: 'ConntrackHelper': '1.0', Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: 'LocalIPAssociation': '1.0', Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: 'Log': '1.0', Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: 'Network': '1.1', Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: 'Port': '1.7', Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: 'PortForwarding': '1.2', Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: 'QosPolicy': '1.10', Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: 'SecurityGroup': '1.5', Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: 'SecurityGroupRule': '1.2', Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: 'SubPort': '1.0', Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: 'Subnet': '1.1', Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: 'Trunk': '1.1'}} Mar 07 13:36:01.036709 dv-cinder-813222-6-iscsi neutron-server[109594]: {{(pid=109594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 13:36:01.078439 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776652068127'] for network (7039dfb1-04bd-4b0c-b737-b6354c8fb43b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:01.117637 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for network (7039dfb1-04bd-4b0c-b737-b6354c8fb43b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:01.122789 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:36:01.123496 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:01.190022 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7571769 Mar 07 13:36:01.241259 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e099143-71e4-496b-9476-5a02d4bbe40f demo demo] Pushing event updated for resources: {'Network': ['ID=7039dfb1-04bd-4b0c-b737-b6354c8fb43b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:36:01.253520 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Network 7039dfb1-04bd-4b0c-b737-b6354c8fb43b details requested by agent ovs-agent-dv-cinder-813222-6-iscsi with host dv-cinder-813222-6-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 13:36:03.749386 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 48008) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:36:04.139393 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dffcf22-f1f5-42c5-95d9-a240c06dcf02 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:36:04.140661 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-7dffcf22-f1f5-42c5-95d9-a240c06dcf02 demo admin] 10.222.0.24 "GET /v2.0/networks/7039dfb1-04bd-4b0c-b737-b6354c8fb43b HTTP/1.1" status: 200 len: 824 time: 0.3903050 Mar 07 13:36:04.164696 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-98c45c48-e9b6-44be-aaea-92ae30650c0a demo admin] 10.222.0.24 "GET /v2.0/subnetpools/4dad36c6-5fb0-4664-8268-45f0829c4485 HTTP/1.1" status: 200 len: 734 time: 0.0178680 Mar 07 13:36:04.172652 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-cbae8b8c-a465-4aa8-be31-dcdd0e51f625 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '4dad36c6-5fb0-4664-8268-45f0829c4485', 'network_id': '7039dfb1-04bd-4b0c-b737-b6354c8fb43b', 'name': 'private-subnet'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:36:04.191889 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbae8b8c-a465-4aa8-be31-dcdd0e51f625 demo admin] Made reservation on behalf of e57e383a6d464fc39e5577b130f90112 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:36:04.194068 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cbae8b8c-a465-4aa8-be31-dcdd0e51f625 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:04.482121 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cbae8b8c-a465-4aa8-be31-dcdd0e51f625 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for subnet (9c0f482b-5149-4f68-969c-1b8ffc3d95af), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:04.552789 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae8b8c-a465-4aa8-be31-dcdd0e51f625 demo admin] Pushing event updated for resources: {'Subnet': ['ID=9c0f482b-5149-4f68-969c-1b8ffc3d95af,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:36:04.554728 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbae8b8c-a465-4aa8-be31-dcdd0e51f625 demo admin] Checking segment: {'id': '4ca5f181-05e5-4e71-969d-9ea1d0cfdc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7039dfb1-04bd-4b0c-b737-b6354c8fb43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:36:04.555100 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbae8b8c-a465-4aa8-be31-dcdd0e51f625 demo admin] Network hostable DHCP agents. Network: 7039dfb1-04bd-4b0c-b737-b6354c8fb43b, hostable agents: ['08584f1c-1841-49d6-90b0-a431cd6de474'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 13:36:04.575131 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbae8b8c-a465-4aa8-be31-dcdd0e51f625 demo admin] Network 7039dfb1-04bd-4b0c-b737-b6354c8fb43b is scheduled to be hosted by DHCP agent 08584f1c-1841-49d6-90b0-a431cd6de474 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 13:36:04.586721 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-cbae8b8c-a465-4aa8-be31-dcdd0e51f625 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-6-iscsi, 7039dfb1-04bd-4b0c-b737-b6354c8fb43b) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:36:04.591484 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbae8b8c-a465-4aa8-be31-dcdd0e51f625 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:36:04.592075 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cbae8b8c-a465-4aa8-be31-dcdd0e51f625 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:04.597719 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f6dfe9-8c56-4169-adf9-792ace0c9174 None None] Network 7039dfb1-04bd-4b0c-b737-b6354c8fb43b requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:36:04.607338 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-cbae8b8c-a465-4aa8-be31-dcdd0e51f625 demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4377224 Mar 07 13:36:04.974046 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c3bf361-9939-58d5-881b-730fc1df18b1-7039dfb1-04bd-4b0c-b737-b6354c8fb43b', 'network_id': '7039dfb1-04bd-4b0c-b737-b6354c8fb43b', 'project_id': 'e57e383a6d464fc39e5577b130f90112', 'fixed_ips': [{'subnet_id': '9c0f482b-5149-4f68-969c-1b8ffc3d95af'}]}} from dv-cinder-813222-6-iscsi. {{(pid=109595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 13:36:04.975296 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:05.243728 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Allocated IP 172.20.0.2 (7039dfb1-04bd-4b0c-b737-b6354c8fb43b/9c0f482b-5149-4f68-969c-1b8ffc3d95af/fc4d3a0b-55b0-406d-9e84-b51117ae155c) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:36:05.506629 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Publish callbacks [] for port (fc4d3a0b-55b0-406d-9e84-b51117ae155c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:05.513943 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089'] for port (fc4d3a0b-55b0-406d-9e84-b51117ae155c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:05.586529 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Network 7039dfb1-04bd-4b0c-b737-b6354c8fb43b is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:36:05.591614 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:36:05.600174 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:36:05.604512 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Pushing event updated for resources: {'Port': ['ID=fc4d3a0b-55b0-406d-9e84-b51117ae155c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:36:05.635617 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:05.635970 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:05.636328 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:05.636674 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:05.637004 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:05.637339 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:05.637669 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:05.637995 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:05.638312 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:05.638647 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:05.638966 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:05.639283 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:05.639601 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Tracked resource versions report: Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: pushed versions: Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: { 'AddressGroup': {'1.2'}, Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: 'ConntrackHelper': {'1.0'}, Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: 'LocalIPAssociation': {'1.0'}, Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: 'Log': {'1.0'}, Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: 'Network': {'1.1'}, Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: 'Port': {'1.7'}, Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: 'PortForwarding': {'1.2'}, Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: 'QosPolicy': {'1.10'}, Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: 'SecurityGroup': {'1.5'}, Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: 'SecurityGroupRule': {'1.2'}, Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: 'SubPort': {'1.0'}, Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: 'Subnet': {'1.1'}, Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: 'Trunk': {'1.1'}} Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: consumer versions: Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: { DHCP agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: L3 agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: Metadata agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: Metering agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: Open vSwitch agent@dv-cinder-813222-6-iscsi: { 'AddressGroup': '1.2', Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: 'ConntrackHelper': '1.0', Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: 'LocalIPAssociation': '1.0', Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: 'Log': '1.0', Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: 'Network': '1.1', Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: 'Port': '1.7', Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: 'PortForwarding': '1.2', Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: 'QosPolicy': '1.10', Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: 'SecurityGroup': '1.5', Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: 'SecurityGroupRule': '1.2', Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: 'SubPort': '1.0', Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: 'Subnet': '1.1', Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: 'Trunk': '1.1'}} Mar 07 13:36:05.640982 dv-cinder-813222-6-iscsi neutron-server[109595]: {{(pid=109595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 13:36:05.690673 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Attempting to bind port fc4d3a0b-55b0-406d-9e84-b51117ae155c on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:36:05.691244 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Attempting to bind port fc4d3a0b-55b0-406d-9e84-b51117ae155c by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': '4ca5f181-05e5-4e71-969d-9ea1d0cfdc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7039dfb1-04bd-4b0c-b737-b6354c8fb43b'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:36:05.691717 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Attempting to bind port fc4d3a0b-55b0-406d-9e84-b51117ae155c on network 7039dfb1-04bd-4b0c-b737-b6354c8fb43b {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:36:05.696721 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:36:05.697099 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Checking segment: {'id': '4ca5f181-05e5-4e71-969d-9ea1d0cfdc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7039dfb1-04bd-4b0c-b737-b6354c8fb43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:36:05.697607 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:05.698003 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Bound using segment: {'id': '4ca5f181-05e5-4e71-969d-9ea1d0cfdc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7039dfb1-04bd-4b0c-b737-b6354c8fb43b'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:36:05.698472 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Bound port: fc4d3a0b-55b0-406d-9e84-b51117ae155c, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca5f181-05e5-4e71-969d-9ea1d0cfdc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7039dfb1-04bd-4b0c-b737-b6354c8fb43b'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:36:05.698868 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (fc4d3a0b-55b0-406d-9e84-b51117ae155c), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:05.758849 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] For port fc4d3a0b-55b0-406d-9e84-b51117ae155c, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:36:05.762873 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] For port fc4d3a0b-55b0-406d-9e84-b51117ae155c, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=fc4d3a0b-55b0-406d-9e84-b51117ae155c,segment=NetworkSegment(4ca5f181-05e5-4e71-969d-9ea1d0cfdc12),segment_id=4ca5f181-05e5-4e71-969d-9ea1d0cfdc12)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:36:05.770318 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (fc4d3a0b-55b0-406d-9e84-b51117ae155c), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:05.833454 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35388e5c-93b9-4001-b87d-46bc272b9e35 None None] Pushing event updated for resources: {'Port': ['ID=fc4d3a0b-55b0-406d-9e84-b51117ae155c,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:36:07.142066 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 48016) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:36:07.631920 dv-cinder-813222-6-iscsi neutron-server[109593]: WARNING oslo_policy.policy [None req-fbc9baae-c6f5-41f6-a700-48e6c0d7fda8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 13:36:07.632518 dv-cinder-813222-6-iscsi neutron-server[109593]: WARNING oslo_policy.policy [None req-fbc9baae-c6f5-41f6-a700-48e6c0d7fda8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 13:36:07.857960 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [None req-fbc9baae-c6f5-41f6-a700-48e6c0d7fda8 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 13:36:07.859267 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-fbc9baae-c6f5-41f6-a700-48e6c0d7fda8 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7146010 Mar 07 13:36:10.404548 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 48030) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:36:10.717116 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [None req-6d4ea034-a713-4986-b282-26fcf4ce425a admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 13:36:10.718112 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-6d4ea034-a713-4986-b282-26fcf4ce425a admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3124986 Mar 07 13:36:13.265645 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 48038) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:36:13.572863 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-32716520-dacb-471b-9d0e-d1fd46bc730a demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:36:13.595720 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32716520-dacb-471b-9d0e-d1fd46bc730a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8115342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59994'] for router (3e99d5bc-df50-4c6c-b762-82e133615160), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:13.597892 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32716520-dacb-471b-9d0e-d1fd46bc730a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8117886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8114125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59987'] for router (3e99d5bc-df50-4c6c-b762-82e133615160), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:13.732818 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32716520-dacb-471b-9d0e-d1fd46bc730a demo demo] Publish callbacks [] for router_controller (3e99d5bc-df50-4c6c-b762-82e133615160), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:13.738387 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32716520-dacb-471b-9d0e-d1fd46bc730a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8117877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8114144'] for router (3e99d5bc-df50-4c6c-b762-82e133615160), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:13.755817 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32716520-dacb-471b-9d0e-d1fd46bc730a demo demo] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:13.769797 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-32716520-dacb-471b-9d0e-d1fd46bc730a demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5028505 Mar 07 13:36:16.331310 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 48050) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:36:16.634393 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [None req-33b7e28d-b369-4b0a-9701-2d7c0aa85f82 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 13:36:16.645590 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-33b7e28d-b369-4b0a-9701-2d7c0aa85f82 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3131962 Mar 07 13:36:16.911016 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device fc4d3a0b-55b0-406d-9e84-b51117ae155c up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:36:17.002337 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port fc4d3a0b-55b0-406d-9e84-b51117ae155c triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:36:17.002793 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (fc4d3a0b-55b0-406d-9e84-b51117ae155c), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:17.092570 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bbef23-2bc7-41c2-b339-271095d740b4 None None] Network 7039dfb1-04bd-4b0c-b737-b6354c8fb43b requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:36:17.132250 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port fc4d3a0b-55b0-406d-9e84-b51117ae155c is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:36:17.132631 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (fc4d3a0b-55b0-406d-9e84-b51117ae155c), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:17.209446 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] For port fc4d3a0b-55b0-406d-9e84-b51117ae155c, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=fc4d3a0b-55b0-406d-9e84-b51117ae155c,segment=NetworkSegment(4ca5f181-05e5-4e71-969d-9ea1d0cfdc12),segment_id=4ca5f181-05e5-4e71-969d-9ea1d0cfdc12)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:36:17.217645 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (fc4d3a0b-55b0-406d-9e84-b51117ae155c), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:17.278239 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-46c01d1c-0083-4d33-ba51-938387d2c25e None None] Provisioning complete for port fc4d3a0b-55b0-406d-9e84-b51117ae155c triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:36:17.278623 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-46c01d1c-0083-4d33-ba51-938387d2c25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (fc4d3a0b-55b0-406d-9e84-b51117ae155c), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:17.325040 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Pushing event updated for resources: {'Port': ['ID=fc4d3a0b-55b0-406d-9e84-b51117ae155c,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:36:17.331922 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 5 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:36:17.386168 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-46c01d1c-0083-4d33-ba51-938387d2c25e None None] Current status of the port fc4d3a0b-55b0-406d-9e84-b51117ae155c is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:36:17.606912 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-df91d4f9-8d24-4b05-910c-fbb589bbe83d None None] Provisioning complete for port fc4d3a0b-55b0-406d-9e84-b51117ae155c triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:36:17.607228 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df91d4f9-8d24-4b05-910c-fbb589bbe83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (fc4d3a0b-55b0-406d-9e84-b51117ae155c), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:17.682687 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-df91d4f9-8d24-4b05-910c-fbb589bbe83d None None] Current status of the port fc4d3a0b-55b0-406d-9e84-b51117ae155c is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:36:17.808038 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dfcc1c0a-9123-4e4d-b656-ed03e932c51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:18.873858 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device fc4d3a0b-55b0-406d-9e84-b51117ae155c up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:36:18.920470 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port fc4d3a0b-55b0-406d-9e84-b51117ae155c triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:36:18.920863 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (fc4d3a0b-55b0-406d-9e84-b51117ae155c), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:18.997912 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port fc4d3a0b-55b0-406d-9e84-b51117ae155c is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:36:19.184801 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 48060) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:36:19.504842 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-8ed114ed-98aa-45c4-a365-efd912861d21 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:36:19.525071 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed114ed-98aa-45c4-a365-efd912861d21 admin admin] Made reservation on behalf of e1ad9eb9e1e947379ac85dc863ecd353 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:36:19.527261 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8ed114ed-98aa-45c4-a365-efd912861d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:19.537705 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8ed114ed-98aa-45c4-a365-efd912861d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:19.609974 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8ed114ed-98aa-45c4-a365-efd912861d21 admin admin] Publish callbacks [] for security_group (4b204c09-f67a-455d-9ec4-18d76f0e76ea), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:19.613543 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8ed114ed-98aa-45c4-a365-efd912861d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (4b204c09-f67a-455d-9ec4-18d76f0e76ea), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:19.628005 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8ed114ed-98aa-45c4-a365-efd912861d21 admin admin] Reserving flat network on physical network physnet1 {{(pid=109594) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 07 13:36:19.649071 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed114ed-98aa-45c4-a365-efd912861d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b204c09-f67a-455d-9ec4-18d76f0e76ea,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:36:19.651831 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8ed114ed-98aa-45c4-a365-efd912861d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (1ea95a00-6597-4ef9-a012-7bd7a82603cc), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:19.652165 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.segments_db [None req-8ed114ed-98aa-45c4-a365-efd912861d21 admin admin] Added segment 1ea95a00-6597-4ef9-a012-7bd7a82603cc of type flat for network 4737f3fa-18ff-4252-a580-88148a637511 Mar 07 13:36:19.699314 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8ed114ed-98aa-45c4-a365-efd912861d21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776652068127'] for network (4737f3fa-18ff-4252-a580-88148a637511), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:19.730806 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8ed114ed-98aa-45c4-a365-efd912861d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for network (4737f3fa-18ff-4252-a580-88148a637511), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:19.731663 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed114ed-98aa-45c4-a365-efd912861d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:36:19.732218 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8ed114ed-98aa-45c4-a365-efd912861d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:19.781637 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-8ed114ed-98aa-45c4-a365-efd912861d21 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5957620 Mar 07 13:36:19.826038 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed114ed-98aa-45c4-a365-efd912861d21 admin admin] Pushing event updated for resources: {'Network': ['ID=4737f3fa-18ff-4252-a580-88148a637511,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:36:19.836808 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Network 4737f3fa-18ff-4252-a580-88148a637511 details requested by agent ovs-agent-dv-cinder-813222-6-iscsi with host dv-cinder-813222-6-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 13:36:20.043667 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97f17e1f-1106-46ce-b138-c66251750d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:21.230148 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:22.314711 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:22.347896 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 48078) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:36:22.519555 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1544a3-887f-46c2-b9ef-ae6f8f8c3bca demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:36:22.520838 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-9b1544a3-887f-46c2-b9ef-ae6f8f8c3bca demo admin] 10.222.0.24 "GET /v2.0/subnets/9c0f482b-5149-4f68-969c-1b8ffc3d95af HTTP/1.1" status: 200 len: 849 time: 0.1720104 Mar 07 13:36:22.639610 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-b1287dd6-211e-451b-b07d-a8b290d0dbea demo admin] 10.222.0.24 "GET /v2.0/routers/3e99d5bc-df50-4c6c-b762-82e133615160 HTTP/1.1" status: 200 len: 704 time: 0.1129127 Mar 07 13:36:22.908077 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6b363149-fa23-4771-8662-51edeba15577 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:23.232085 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-6b363149-fa23-4771-8662-51edeba15577 demo admin] Allocated IP 172.20.0.1 (7039dfb1-04bd-4b0c-b737-b6354c8fb43b/9c0f482b-5149-4f68-969c-1b8ffc3d95af/e9a2250d-9b28-4536-bb5b-9f5179a3de7a) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:36:23.379322 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6b363149-fa23-4771-8662-51edeba15577 demo admin] Publish callbacks [] for port (e9a2250d-9b28-4536-bb5b-9f5179a3de7a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:23.444933 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6b363149-fa23-4771-8662-51edeba15577 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089'] for port (e9a2250d-9b28-4536-bb5b-9f5179a3de7a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:23.514284 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b363149-fa23-4771-8662-51edeba15577 demo admin] Network 7039dfb1-04bd-4b0c-b737-b6354c8fb43b is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:36:23.519883 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-6b363149-fa23-4771-8662-51edeba15577 demo admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:36:23.527775 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b363149-fa23-4771-8662-51edeba15577 demo admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:36:23.528256 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6b363149-fa23-4771-8662-51edeba15577 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8110285'] for router_interface (3e99d5bc-df50-4c6c-b762-82e133615160), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:23.549940 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b363149-fa23-4771-8662-51edeba15577 demo admin] Pushing event updated for resources: {'Port': ['ID=e9a2250d-9b28-4536-bb5b-9f5179a3de7a,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:36:23.738032 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6b363149-fa23-4771-8662-51edeba15577 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (e9a2250d-9b28-4536-bb5b-9f5179a3de7a), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:23.783906 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f2518ec4-902f-41e5-81b2-eea47e7a41ec None None] Provisioning complete for port e9a2250d-9b28-4536-bb5b-9f5179a3de7a triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:36:23.784457 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f2518ec4-902f-41e5-81b2-eea47e7a41ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (e9a2250d-9b28-4536-bb5b-9f5179a3de7a), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:23.815051 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f2518ec4-902f-41e5-81b2-eea47e7a41ec None None] Port e9a2250d-9b28-4536-bb5b-9f5179a3de7a cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:36:23.944849 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6b363149-fa23-4771-8662-51edeba15577 demo admin] Publish callbacks [] for port (e9a2250d-9b28-4536-bb5b-9f5179a3de7a), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:23.949220 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6b363149-fa23-4771-8662-51edeba15577 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (e9a2250d-9b28-4536-bb5b-9f5179a3de7a), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:23.949954 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6b363149-fa23-4771-8662-51edeba15577 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8110241'] for router_interface (3e99d5bc-df50-4c6c-b762-82e133615160), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:24.031270 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b363149-fa23-4771-8662-51edeba15577 demo admin] Pushing event updated for resources: {'Port': ['ID=e9a2250d-9b28-4536-bb5b-9f5179a3de7a,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:36:24.073604 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b363149-fa23-4771-8662-51edeba15577 demo admin] Network 7039dfb1-04bd-4b0c-b737-b6354c8fb43b is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:36:24.074838 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-6b363149-fa23-4771-8662-51edeba15577 demo admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:36:24.186789 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:24.241902 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b363149-fa23-4771-8662-51edeba15577 demo admin] Router 3e99d5bc-df50-4c6c-b762-82e133615160 is scheduled to L3 agent cc2ab286-18cb-493e-9e53-baec88113460 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 13:36:24.338564 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-db558392-0e21-492e-a3a9-6b5c6a925d73 None None] Provisioning complete for port e9a2250d-9b28-4536-bb5b-9f5179a3de7a triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:36:24.339012 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db558392-0e21-492e-a3a9-6b5c6a925d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (e9a2250d-9b28-4536-bb5b-9f5179a3de7a), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:24.339322 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b363149-fa23-4771-8662-51edeba15577 demo admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:36:24.349803 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1c5d33-d232-4f0f-a3ef-5c10355acec5 None None] Sync routers for ids ['3e99d5bc-df50-4c6c-b762-82e133615160'] in dv-cinder-813222-6-iscsi {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:36:24.357764 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-6b363149-fa23-4771-8662-51edeba15577 demo admin] 10.222.0.24 "PUT /v2.0/routers/3e99d5bc-df50-4c6c-b762-82e133615160/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7129025 Mar 07 13:36:24.363400 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1c5d33-d232-4f0f-a3ef-5c10355acec5 None None] Routers {'3e99d5bc-df50-4c6c-b762-82e133615160'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:36:24.364348 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-2e1c5d33-d232-4f0f-a3ef-5c10355acec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:36:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['3e99d5bc-df50-4c6c-b762-82e133615160'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:36:24.374537 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-db558392-0e21-492e-a3a9-6b5c6a925d73 None None] Port e9a2250d-9b28-4536-bb5b-9f5179a3de7a cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:36:24.557841 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-2e1c5d33-d232-4f0f-a3ef-5c10355acec5 None None] Set router 3e99d5bc-df50-4c6c-b762-82e133615160 gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:36:24.984570 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-2e1c5d33-d232-4f0f-a3ef-5c10355acec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e99d5bc-df50-4c6c-b762-82e133615160', 'name': 'router1', 'tenant_id': 'e57e383a6d464fc39e5577b130f90112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:36:13Z', 'updated_at': '2022-03-07T13:36:23Z', 'revision_number': 2, 'project_id': 'e57e383a6d464fc39e5577b130f90112', 'gw_port_host': None, '_interfaces': [{'id': 'e9a2250d-9b28-4536-bb5b-9f5179a3de7a', 'name': '', 'network_id': '7039dfb1-04bd-4b0c-b737-b6354c8fb43b', 'tenant_id': 'e57e383a6d464fc39e5577b130f90112', 'mac_address': 'fa:16:3e:5b:00:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e99d5bc-df50-4c6c-b762-82e133615160', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c0f482b-5149-4f68-969c-1b8ffc3d95af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:36:22Z', 'updated_at': '2022-03-07T13:36:23Z', 'revision_number': 2, 'project_id': 'e57e383a6d464fc39e5577b130f90112', 'subnets': [{'id': '9c0f482b-5149-4f68-969c-1b8ffc3d95af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4dad36c6-5fb0-4664-8268-45f0829c4485'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:36:25.036373 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1c5d33-d232-4f0f-a3ef-5c10355acec5 None None] Checking router: 3e99d5bc-df50-4c6c-b762-82e133615160 for host: dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:36:25.036734 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1c5d33-d232-4f0f-a3ef-5c10355acec5 None None] Updating router 3e99d5bc-df50-4c6c-b762-82e133615160 port e9a2250d-9b28-4536-bb5b-9f5179a3de7a binding host dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 13:36:25.088740 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2e1c5d33-d232-4f0f-a3ef-5c10355acec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (e9a2250d-9b28-4536-bb5b-9f5179a3de7a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:25.592812 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2e1c5d33-d232-4f0f-a3ef-5c10355acec5 None None] Publish callbacks [] for port (e9a2250d-9b28-4536-bb5b-9f5179a3de7a), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:25.599028 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2e1c5d33-d232-4f0f-a3ef-5c10355acec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (e9a2250d-9b28-4536-bb5b-9f5179a3de7a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:25.768617 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-2e1c5d33-d232-4f0f-a3ef-5c10355acec5 None None] Attempting to bind port e9a2250d-9b28-4536-bb5b-9f5179a3de7a on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:36:25.769571 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-2e1c5d33-d232-4f0f-a3ef-5c10355acec5 None None] Attempting to bind port e9a2250d-9b28-4536-bb5b-9f5179a3de7a by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': '4ca5f181-05e5-4e71-969d-9ea1d0cfdc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7039dfb1-04bd-4b0c-b737-b6354c8fb43b'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:36:25.769998 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1c5d33-d232-4f0f-a3ef-5c10355acec5 None None] Attempting to bind port e9a2250d-9b28-4536-bb5b-9f5179a3de7a on network 7039dfb1-04bd-4b0c-b737-b6354c8fb43b {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:36:25.775559 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56287b07-1fb8-4cd9-84db-d9c4611ecea1 None None] Pushing event updated for resources: {'Port': ['ID=e9a2250d-9b28-4536-bb5b-9f5179a3de7a,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:36:25.777891 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1c5d33-d232-4f0f-a3ef-5c10355acec5 None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:36:25.778285 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1c5d33-d232-4f0f-a3ef-5c10355acec5 None None] Checking segment: {'id': '4ca5f181-05e5-4e71-969d-9ea1d0cfdc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7039dfb1-04bd-4b0c-b737-b6354c8fb43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:36:25.778789 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2e1c5d33-d232-4f0f-a3ef-5c10355acec5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:25.779167 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1c5d33-d232-4f0f-a3ef-5c10355acec5 None None] Bound using segment: {'id': '4ca5f181-05e5-4e71-969d-9ea1d0cfdc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7039dfb1-04bd-4b0c-b737-b6354c8fb43b'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:36:25.779644 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-2e1c5d33-d232-4f0f-a3ef-5c10355acec5 None None] Bound port: e9a2250d-9b28-4536-bb5b-9f5179a3de7a, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca5f181-05e5-4e71-969d-9ea1d0cfdc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7039dfb1-04bd-4b0c-b737-b6354c8fb43b'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:36:25.780012 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2e1c5d33-d232-4f0f-a3ef-5c10355acec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (e9a2250d-9b28-4536-bb5b-9f5179a3de7a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:25.797847 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56287b07-1fb8-4cd9-84db-d9c4611ecea1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:25.798212 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56287b07-1fb8-4cd9-84db-d9c4611ecea1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:25.798564 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56287b07-1fb8-4cd9-84db-d9c4611ecea1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:25.798900 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56287b07-1fb8-4cd9-84db-d9c4611ecea1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:25.799228 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56287b07-1fb8-4cd9-84db-d9c4611ecea1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:25.799551 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56287b07-1fb8-4cd9-84db-d9c4611ecea1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:25.799871 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56287b07-1fb8-4cd9-84db-d9c4611ecea1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:25.800227 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56287b07-1fb8-4cd9-84db-d9c4611ecea1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:25.800546 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56287b07-1fb8-4cd9-84db-d9c4611ecea1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:25.800878 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56287b07-1fb8-4cd9-84db-d9c4611ecea1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:25.801225 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56287b07-1fb8-4cd9-84db-d9c4611ecea1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:25.801541 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56287b07-1fb8-4cd9-84db-d9c4611ecea1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:25.801856 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56287b07-1fb8-4cd9-84db-d9c4611ecea1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56287b07-1fb8-4cd9-84db-d9c4611ecea1 None None] Tracked resource versions report: Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: pushed versions: Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: { 'AddressGroup': {'1.2'}, Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: 'ConntrackHelper': {'1.0'}, Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: 'LocalIPAssociation': {'1.0'}, Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: 'Log': {'1.0'}, Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: 'Network': {'1.1'}, Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: 'Port': {'1.7'}, Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: 'PortForwarding': {'1.2'}, Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: 'QosPolicy': {'1.10'}, Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: 'SecurityGroup': {'1.5'}, Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: 'SecurityGroupRule': {'1.2'}, Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: 'SubPort': {'1.0'}, Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: 'Subnet': {'1.1'}, Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: 'Trunk': {'1.1'}} Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: consumer versions: Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: { DHCP agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: L3 agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: Metadata agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: Metering agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: Open vSwitch agent@dv-cinder-813222-6-iscsi: { 'AddressGroup': '1.2', Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: 'ConntrackHelper': '1.0', Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: 'LocalIPAssociation': '1.0', Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: 'Log': '1.0', Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: 'Network': '1.1', Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: 'Port': '1.7', Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: 'PortForwarding': '1.2', Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: 'QosPolicy': '1.10', Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: 'SecurityGroup': '1.5', Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: 'SecurityGroupRule': '1.2', Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: 'SubPort': '1.0', Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: 'Subnet': '1.1', Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: 'Trunk': '1.1'}} Mar 07 13:36:25.803186 dv-cinder-813222-6-iscsi neutron-server[109596]: {{(pid=109596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 13:36:25.857697 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-2e1c5d33-d232-4f0f-a3ef-5c10355acec5 None None] For port e9a2250d-9b28-4536-bb5b-9f5179a3de7a, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:36:25.877143 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-2e1c5d33-d232-4f0f-a3ef-5c10355acec5 None None] For port e9a2250d-9b28-4536-bb5b-9f5179a3de7a, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=e9a2250d-9b28-4536-bb5b-9f5179a3de7a,segment=NetworkSegment(4ca5f181-05e5-4e71-969d-9ea1d0cfdc12),segment_id=4ca5f181-05e5-4e71-969d-9ea1d0cfdc12)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:36:25.882948 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2e1c5d33-d232-4f0f-a3ef-5c10355acec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (e9a2250d-9b28-4536-bb5b-9f5179a3de7a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:25.903177 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-564166c8-d52f-41a2-aa8c-e1edf6d7b7eb None None] Provisioning complete for port e9a2250d-9b28-4536-bb5b-9f5179a3de7a triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:36:25.903629 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-564166c8-d52f-41a2-aa8c-e1edf6d7b7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (e9a2250d-9b28-4536-bb5b-9f5179a3de7a), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:25.934639 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56287b07-1fb8-4cd9-84db-d9c4611ecea1 None None] Pushing event updated for resources: {'Port': ['ID=e9a2250d-9b28-4536-bb5b-9f5179a3de7a,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:36:25.953493 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1c5d33-d232-4f0f-a3ef-5c10355acec5 None None] Routers {'3e99d5bc-df50-4c6c-b762-82e133615160'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:36:25.954098 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-2e1c5d33-d232-4f0f-a3ef-5c10355acec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:36:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['3e99d5bc-df50-4c6c-b762-82e133615160'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:36:25.984821 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-564166c8-d52f-41a2-aa8c-e1edf6d7b7eb None None] Current status of the port e9a2250d-9b28-4536-bb5b-9f5179a3de7a is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:36:25.985250 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-564166c8-d52f-41a2-aa8c-e1edf6d7b7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (e9a2250d-9b28-4536-bb5b-9f5179a3de7a), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:26.022749 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-564166c8-d52f-41a2-aa8c-e1edf6d7b7eb None None] For port e9a2250d-9b28-4536-bb5b-9f5179a3de7a, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=e9a2250d-9b28-4536-bb5b-9f5179a3de7a,segment=NetworkSegment(4ca5f181-05e5-4e71-969d-9ea1d0cfdc12),segment_id=4ca5f181-05e5-4e71-969d-9ea1d0cfdc12)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:36:26.029579 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-564166c8-d52f-41a2-aa8c-e1edf6d7b7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (e9a2250d-9b28-4536-bb5b-9f5179a3de7a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:26.057758 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-2e1c5d33-d232-4f0f-a3ef-5c10355acec5 None None] Set router 3e99d5bc-df50-4c6c-b762-82e133615160 gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:36:26.084728 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564166c8-d52f-41a2-aa8c-e1edf6d7b7eb None None] Pushing event updated for resources: {'Port': ['ID=e9a2250d-9b28-4536-bb5b-9f5179a3de7a,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:36:26.149681 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-dcac77c7-d78c-4b1b-8b67-cb844fdfc77d None None] Provisioning complete for port e9a2250d-9b28-4536-bb5b-9f5179a3de7a triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:36:26.150305 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dcac77c7-d78c-4b1b-8b67-cb844fdfc77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (e9a2250d-9b28-4536-bb5b-9f5179a3de7a), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:26.230431 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-dcac77c7-d78c-4b1b-8b67-cb844fdfc77d None None] Current status of the port e9a2250d-9b28-4536-bb5b-9f5179a3de7a is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:36:26.271207 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-2e1c5d33-d232-4f0f-a3ef-5c10355acec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e99d5bc-df50-4c6c-b762-82e133615160', 'name': 'router1', 'tenant_id': 'e57e383a6d464fc39e5577b130f90112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:36:13Z', 'updated_at': '2022-03-07T13:36:23Z', 'revision_number': 2, 'project_id': 'e57e383a6d464fc39e5577b130f90112', 'gw_port_host': None, '_interfaces': [{'id': 'e9a2250d-9b28-4536-bb5b-9f5179a3de7a', 'name': '', 'network_id': '7039dfb1-04bd-4b0c-b737-b6354c8fb43b', 'tenant_id': 'e57e383a6d464fc39e5577b130f90112', 'mac_address': 'fa:16:3e:5b:00:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e99d5bc-df50-4c6c-b762-82e133615160', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c0f482b-5149-4f68-969c-1b8ffc3d95af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:36:22Z', 'updated_at': '2022-03-07T13:36:25Z', 'revision_number': 4, 'project_id': 'e57e383a6d464fc39e5577b130f90112', 'subnets': [{'id': '9c0f482b-5149-4f68-969c-1b8ffc3d95af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4dad36c6-5fb0-4664-8268-45f0829c4485'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:36:26.302595 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1c5d33-d232-4f0f-a3ef-5c10355acec5 None None] The sync data for ids ['3e99d5bc-df50-4c6c-b762-82e133615160'] in dv-cinder-813222-6-iscsi is: [{'id': '3e99d5bc-df50-4c6c-b762-82e133615160', 'name': 'router1', 'tenant_id': 'e57e383a6d464fc39e5577b130f90112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:36:13Z', 'updated_at': '2022-03-07T13:36:23Z', 'revision_number': 2, 'project_id': 'e57e383a6d464fc39e5577b130f90112', 'gw_port_host': None, '_interfaces': [{'id': 'e9a2250d-9b28-4536-bb5b-9f5179a3de7a', 'name': '', 'network_id': '7039dfb1-04bd-4b0c-b737-b6354c8fb43b', 'tenant_id': 'e57e383a6d464fc39e5577b130f90112', 'mac_address': 'fa:16:3e:5b:00:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e99d5bc-df50-4c6c-b762-82e133615160', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c0f482b-5149-4f68-969c-1b8ffc3d95af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:36:22Z', 'updated_at': '2022-03-07T13:36:25Z', 'revision_number': 4, 'project_id': 'e57e383a6d464fc39e5577b130f90112', 'subnets': [{'id': '9c0f482b-5149-4f68-969c-1b8ffc3d95af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4dad36c6-5fb0-4664-8268-45f0829c4485'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:36:26.790589 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 48098) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:36:26.900556 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab06a0a-dc22-4b9b-949f-49cf4e493cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:36:26.901901 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-0ab06a0a-dc22-4b9b-949f-49cf4e493cc5 admin admin] 10.222.0.24 "GET /v2.0/networks/4737f3fa-18ff-4252-a580-88148a637511 HTTP/1.1" status: 200 len: 842 time: 0.1103580 Mar 07 13:36:26.911207 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-a799020a-5af8-4d48-bffc-fa5d7a7b097d admin admin] Request body: {'subnet': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:36:26.932000 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a799020a-5af8-4d48-bffc-fa5d7a7b097d admin admin] Made reservation on behalf of e1ad9eb9e1e947379ac85dc863ecd353 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:36:26.934247 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a799020a-5af8-4d48-bffc-fa5d7a7b097d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:27.288512 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.objects.ports [None req-a799020a-5af8-4d48-bffc-fa5d7a7b097d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109594) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 13:36:27.288947 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a799020a-5af8-4d48-bffc-fa5d7a7b097d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for subnet (b90664a8-a6a4-4a65-802b-5b7bd95111f9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:27.342781 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799020a-5af8-4d48-bffc-fa5d7a7b097d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b90664a8-a6a4-4a65-802b-5b7bd95111f9,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:36:27.351099 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a799020a-5af8-4d48-bffc-fa5d7a7b097d admin admin] Checking segment: {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:36:27.351459 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a799020a-5af8-4d48-bffc-fa5d7a7b097d admin admin] Network hostable DHCP agents. Network: 4737f3fa-18ff-4252-a580-88148a637511, hostable agents: ['08584f1c-1841-49d6-90b0-a431cd6de474'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 13:36:27.366611 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a799020a-5af8-4d48-bffc-fa5d7a7b097d admin admin] Network 4737f3fa-18ff-4252-a580-88148a637511 is scheduled to be hosted by DHCP agent 08584f1c-1841-49d6-90b0-a431cd6de474 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 13:36:27.374826 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-a799020a-5af8-4d48-bffc-fa5d7a7b097d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-6-iscsi, 4737f3fa-18ff-4252-a580-88148a637511) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:36:27.379643 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a799020a-5af8-4d48-bffc-fa5d7a7b097d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:36:27.380232 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a799020a-5af8-4d48-bffc-fa5d7a7b097d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:27.386700 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e888c413-774c-416b-a3b8-c2a7b9898c68 None None] Network 4737f3fa-18ff-4252-a580-88148a637511 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:36:27.400343 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-a799020a-5af8-4d48-bffc-fa5d7a7b097d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4899387 Mar 07 13:36:27.494347 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a547913-dc11-4c8e-836b-244cc4217d2e None None] Network 4737f3fa-18ff-4252-a580-88148a637511 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:36:29.851938 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 48106) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:36:29.985232 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-6947b662-3a1b-4f79-b353-5884af8f56dd demo admin] 10.222.0.24 "GET /v2.0/routers/3e99d5bc-df50-4c6c-b762-82e133615160 HTTP/1.1" status: 200 len: 710 time: 0.1320620 Mar 07 13:36:30.071097 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adcff41-b9a8-42ce-8f15-3241923699fa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:36:30.072387 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-8adcff41-b9a8-42ce-8f15-3241923699fa demo admin] 10.222.0.24 "GET /v2.0/networks/4737f3fa-18ff-4252-a580-88148a637511 HTTP/1.1" status: 200 len: 886 time: 0.0818393 Mar 07 13:36:30.081330 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-446e0856-21f2-44c9-9b7b-eb9ea0cd7ce6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:36:30.330001 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-446e0856-21f2-44c9-9b7b-eb9ea0cd7ce6 demo admin] Publish callbacks [] for router_gateway (3e99d5bc-df50-4c6c-b762-82e133615160), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:30.561589 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-446e0856-21f2-44c9-9b7b-eb9ea0cd7ce6 demo admin] Publish callbacks [] for router_gateway (3e99d5bc-df50-4c6c-b762-82e133615160), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:30.636139 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-446e0856-21f2-44c9-9b7b-eb9ea0cd7ce6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:30.740088 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-446e0856-21f2-44c9-9b7b-eb9ea0cd7ce6 demo admin] Allocated IP 172.27.1.146 (4737f3fa-18ff-4252-a580-88148a637511/b90664a8-a6a4-4a65-802b-5b7bd95111f9/0bed5888-b220-417b-9d56-81d904b11c2a) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:36:30.837190 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-446e0856-21f2-44c9-9b7b-eb9ea0cd7ce6 demo admin] Publish callbacks [] for port (0bed5888-b220-417b-9d56-81d904b11c2a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:30.869685 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-446e0856-21f2-44c9-9b7b-eb9ea0cd7ce6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089'] for port (0bed5888-b220-417b-9d56-81d904b11c2a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:30.911120 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446e0856-21f2-44c9-9b7b-eb9ea0cd7ce6 demo admin] Network 4737f3fa-18ff-4252-a580-88148a637511 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:36:30.913859 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-446e0856-21f2-44c9-9b7b-eb9ea0cd7ce6 demo admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:36:30.917173 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e0856-21f2-44c9-9b7b-eb9ea0cd7ce6 demo admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:36:30.952538 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e0856-21f2-44c9-9b7b-eb9ea0cd7ce6 demo admin] Pushing event updated for resources: {'Port': ['ID=0bed5888-b220-417b-9d56-81d904b11c2a,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:36:31.254889 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-446e0856-21f2-44c9-9b7b-eb9ea0cd7ce6 demo admin] Publish callbacks [] for router_gateway (3e99d5bc-df50-4c6c-b762-82e133615160), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:31.463765 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-446e0856-21f2-44c9-9b7b-eb9ea0cd7ce6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8114139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8117772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60029'] for router (3e99d5bc-df50-4c6c-b762-82e133615160), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:31.467655 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-446e0856-21f2-44c9-9b7b-eb9ea0cd7ce6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8114144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8114130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8114153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8117763'] for router (3e99d5bc-df50-4c6c-b762-82e133615160), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:31.579051 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446e0856-21f2-44c9-9b7b-eb9ea0cd7ce6 demo admin] Router 3e99d5bc-df50-4c6c-b762-82e133615160 has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:36:31.688667 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446e0856-21f2-44c9-9b7b-eb9ea0cd7ce6 demo admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:36:31.693602 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-446e0856-21f2-44c9-9b7b-eb9ea0cd7ce6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:31.705162 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-446e0856-21f2-44c9-9b7b-eb9ea0cd7ce6 demo admin] 10.222.0.24 "PUT /v2.0/routers/3e99d5bc-df50-4c6c-b762-82e133615160 HTTP/1.1" status: 200 len: 890 time: 1.6168113 Mar 07 13:36:34.213859 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 48118) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:36:34.341149 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-eea12119-6991-4e7a-be99-70d4e54d8856 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1149516 Mar 07 13:36:34.895460 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd062ec-46be-4ef7-accb-fb9464496cf3 None None] Sync routers for ids ['3e99d5bc-df50-4c6c-b762-82e133615160'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:36:34.907157 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd062ec-46be-4ef7-accb-fb9464496cf3 None None] Routers {'3e99d5bc-df50-4c6c-b762-82e133615160'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:36:34.907709 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-3bd062ec-46be-4ef7-accb-fb9464496cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:36:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['3e99d5bc-df50-4c6c-b762-82e133615160'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:36:34.932618 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device e9a2250d-9b28-4536-bb5b-9f5179a3de7a up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:36:35.164253 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port e9a2250d-9b28-4536-bb5b-9f5179a3de7a triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:36:35.164756 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (e9a2250d-9b28-4536-bb5b-9f5179a3de7a), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:35.174010 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-3bd062ec-46be-4ef7-accb-fb9464496cf3 None None] Set router 3e99d5bc-df50-4c6c-b762-82e133615160 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:36:35.587955 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port e9a2250d-9b28-4536-bb5b-9f5179a3de7a is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:36:35.697257 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-3bd062ec-46be-4ef7-accb-fb9464496cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e99d5bc-df50-4c6c-b762-82e133615160', 'name': 'router1', 'tenant_id': 'e57e383a6d464fc39e5577b130f90112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '0bed5888-b220-417b-9d56-81d904b11c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:36:13Z', 'updated_at': '2022-03-07T13:36:31Z', 'revision_number': 4, 'project_id': 'e57e383a6d464fc39e5577b130f90112', 'gw_port': {'id': '0bed5888-b220-417b-9d56-81d904b11c2a', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e99d5bc-df50-4c6c-b762-82e133615160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:36:30Z', 'updated_at': '2022-03-07T13:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'e9a2250d-9b28-4536-bb5b-9f5179a3de7a', 'name': '', 'network_id': '7039dfb1-04bd-4b0c-b737-b6354c8fb43b', 'tenant_id': 'e57e383a6d464fc39e5577b130f90112', 'mac_address': 'fa:16:3e:5b:00:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e99d5bc-df50-4c6c-b762-82e133615160', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c0f482b-5149-4f68-969c-1b8ffc3d95af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:36:22Z', 'updated_at': '2022-03-07T13:36:25Z', 'revision_number': 5, 'project_id': 'e57e383a6d464fc39e5577b130f90112', 'subnets': [{'id': '9c0f482b-5149-4f68-969c-1b8ffc3d95af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4dad36c6-5fb0-4664-8268-45f0829c4485'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:36:35.748716 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd062ec-46be-4ef7-accb-fb9464496cf3 None None] Checking router: 3e99d5bc-df50-4c6c-b762-82e133615160 for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:36:35.749063 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd062ec-46be-4ef7-accb-fb9464496cf3 None None] Updating router 3e99d5bc-df50-4c6c-b762-82e133615160 port 0bed5888-b220-417b-9d56-81d904b11c2a binding host dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 13:36:35.798707 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3bd062ec-46be-4ef7-accb-fb9464496cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (0bed5888-b220-417b-9d56-81d904b11c2a), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:36.125089 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3bd062ec-46be-4ef7-accb-fb9464496cf3 None None] Publish callbacks [] for port (0bed5888-b220-417b-9d56-81d904b11c2a), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:36.132039 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3bd062ec-46be-4ef7-accb-fb9464496cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (0bed5888-b220-417b-9d56-81d904b11c2a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:36.182065 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-3bd062ec-46be-4ef7-accb-fb9464496cf3 None None] Attempting to bind port 0bed5888-b220-417b-9d56-81d904b11c2a on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:36:36.182581 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-3bd062ec-46be-4ef7-accb-fb9464496cf3 None None] Attempting to bind port 0bed5888-b220-417b-9d56-81d904b11c2a by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:36:36.183048 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd062ec-46be-4ef7-accb-fb9464496cf3 None None] Attempting to bind port 0bed5888-b220-417b-9d56-81d904b11c2a on network 4737f3fa-18ff-4252-a580-88148a637511 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:36:36.193776 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd062ec-46be-4ef7-accb-fb9464496cf3 None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:36:36.194312 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd062ec-46be-4ef7-accb-fb9464496cf3 None None] Checking segment: {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:36:36.194816 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3bd062ec-46be-4ef7-accb-fb9464496cf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:36.195312 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd062ec-46be-4ef7-accb-fb9464496cf3 None None] Bound using segment: {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:36:36.195879 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-3bd062ec-46be-4ef7-accb-fb9464496cf3 None None] Bound port: 0bed5888-b220-417b-9d56-81d904b11c2a, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:36:36.196410 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3bd062ec-46be-4ef7-accb-fb9464496cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (0bed5888-b220-417b-9d56-81d904b11c2a), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:36.199089 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184ccc4-9026-4449-8233-8849e138813d None None] Pushing event updated for resources: {'Port': ['ID=0bed5888-b220-417b-9d56-81d904b11c2a,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:36:36.251742 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-3bd062ec-46be-4ef7-accb-fb9464496cf3 None None] For port 0bed5888-b220-417b-9d56-81d904b11c2a, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:36:36.256181 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-3bd062ec-46be-4ef7-accb-fb9464496cf3 None None] For port 0bed5888-b220-417b-9d56-81d904b11c2a, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=0bed5888-b220-417b-9d56-81d904b11c2a,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:36:36.263132 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3bd062ec-46be-4ef7-accb-fb9464496cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (0bed5888-b220-417b-9d56-81d904b11c2a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:36.325408 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184ccc4-9026-4449-8233-8849e138813d None None] Pushing event updated for resources: {'Port': ['ID=0bed5888-b220-417b-9d56-81d904b11c2a,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:36:36.329255 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd062ec-46be-4ef7-accb-fb9464496cf3 None None] Routers {'3e99d5bc-df50-4c6c-b762-82e133615160'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:36:36.329255 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-3bd062ec-46be-4ef7-accb-fb9464496cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:36:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['3e99d5bc-df50-4c6c-b762-82e133615160'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:36:36.447979 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-3bd062ec-46be-4ef7-accb-fb9464496cf3 None None] Set router 3e99d5bc-df50-4c6c-b762-82e133615160 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:36:36.684621 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-3bd062ec-46be-4ef7-accb-fb9464496cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e99d5bc-df50-4c6c-b762-82e133615160', 'name': 'router1', 'tenant_id': 'e57e383a6d464fc39e5577b130f90112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '0bed5888-b220-417b-9d56-81d904b11c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:36:13Z', 'updated_at': '2022-03-07T13:36:31Z', 'revision_number': 4, 'project_id': 'e57e383a6d464fc39e5577b130f90112', 'gw_port': {'id': '0bed5888-b220-417b-9d56-81d904b11c2a', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e99d5bc-df50-4c6c-b762-82e133615160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:36:30Z', 'updated_at': '2022-03-07T13:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'e9a2250d-9b28-4536-bb5b-9f5179a3de7a', 'name': '', 'network_id': '7039dfb1-04bd-4b0c-b737-b6354c8fb43b', 'tenant_id': 'e57e383a6d464fc39e5577b130f90112', 'mac_address': 'fa:16:3e:5b:00:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e99d5bc-df50-4c6c-b762-82e133615160', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c0f482b-5149-4f68-969c-1b8ffc3d95af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:36:22Z', 'updated_at': '2022-03-07T13:36:25Z', 'revision_number': 5, 'project_id': 'e57e383a6d464fc39e5577b130f90112', 'subnets': [{'id': '9c0f482b-5149-4f68-969c-1b8ffc3d95af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4dad36c6-5fb0-4664-8268-45f0829c4485'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:36:36.713578 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd062ec-46be-4ef7-accb-fb9464496cf3 None None] The sync data for ids ['3e99d5bc-df50-4c6c-b762-82e133615160'] in dv-cinder-813222-6-iscsi is: [{'id': '3e99d5bc-df50-4c6c-b762-82e133615160', 'name': 'router1', 'tenant_id': 'e57e383a6d464fc39e5577b130f90112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '0bed5888-b220-417b-9d56-81d904b11c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:36:13Z', 'updated_at': '2022-03-07T13:36:31Z', 'revision_number': 4, 'project_id': 'e57e383a6d464fc39e5577b130f90112', 'gw_port': {'id': '0bed5888-b220-417b-9d56-81d904b11c2a', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e99d5bc-df50-4c6c-b762-82e133615160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:36:30Z', 'updated_at': '2022-03-07T13:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'e9a2250d-9b28-4536-bb5b-9f5179a3de7a', 'name': '', 'network_id': '7039dfb1-04bd-4b0c-b737-b6354c8fb43b', 'tenant_id': 'e57e383a6d464fc39e5577b130f90112', 'mac_address': 'fa:16:3e:5b:00:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e99d5bc-df50-4c6c-b762-82e133615160', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c0f482b-5149-4f68-969c-1b8ffc3d95af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:36:22Z', 'updated_at': '2022-03-07T13:36:25Z', 'revision_number': 5, 'project_id': 'e57e383a6d464fc39e5577b130f90112', 'subnets': [{'id': '9c0f482b-5149-4f68-969c-1b8ffc3d95af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4dad36c6-5fb0-4664-8268-45f0829c4485'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:36:36.997977 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 0bed5888-b220-417b-9d56-81d904b11c2a up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:36:37.084879 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 0bed5888-b220-417b-9d56-81d904b11c2a triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:36:37.085404 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (0bed5888-b220-417b-9d56-81d904b11c2a), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:37.166732 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 0bed5888-b220-417b-9d56-81d904b11c2a is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:36:37.167376 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (0bed5888-b220-417b-9d56-81d904b11c2a), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:37.190695 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] For port 0bed5888-b220-417b-9d56-81d904b11c2a, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=0bed5888-b220-417b-9d56-81d904b11c2a,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:36:37.196514 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (0bed5888-b220-417b-9d56-81d904b11c2a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:37.255255 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Pushing event updated for resources: {'Port': ['ID=0bed5888-b220-417b-9d56-81d904b11c2a,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:36:38.943491 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 0bed5888-b220-417b-9d56-81d904b11c2a up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:36:39.017416 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 0bed5888-b220-417b-9d56-81d904b11c2a triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:36:39.018076 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (0bed5888-b220-417b-9d56-81d904b11c2a), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:39.107053 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 0bed5888-b220-417b-9d56-81d904b11c2a is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:36:47.810470 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a1281317-97c5-4632-bb6d-4c3051d69507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:50.052552 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-735633a4-7bfb-4ff2-9415-9045fd829f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:51.239575 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:52.321276 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:54.191614 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:36:54.330944 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 5 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:37:17.815709 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3b1e9a2-f02c-4c94-bb1e-4db993138757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:37:20.041895 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c07d71ae-3f95-4104-9d6d-aa0736e285b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:37:21.239371 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:37:22.323977 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:37:24.191238 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:37:31.328857 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 5 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:37:47.818172 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a4153a39-acc2-4baf-8428-8550d158975d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:37:50.046631 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b6399c8-52f6-4761-a738-69b52b04be86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:37:51.242744 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:37:52.325995 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:37:54.186512 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:37:55.221911 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 48606) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:37:55.282615 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ef6161-94a7-4e90-bf8c-13ad02e3ea3c admin admin] GET failed (client error): The resource could not be found. Mar 07 13:37:55.283889 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-04ef6161-94a7-4e90-bf8c-13ad02e3ea3c admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0610428 Mar 07 13:37:55.453770 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa15ac48-b277-4918-8194-ed7fc3423d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:37:55.455156 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-fa15ac48-b277-4918-8194-ed7fc3423d15 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1672614 Mar 07 13:37:57.753860 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 48616) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:37:57.996250 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.policy [None req-d5140574-f9d5-40d0-a744-07d8a7210c18 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109593) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 13:37:58.039960 dv-cinder-813222-6-iscsi neutron-server[109593]: WARNING oslo_policy.policy [None req-d5140574-f9d5-40d0-a744-07d8a7210c18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 13:37:58.040324 dv-cinder-813222-6-iscsi neutron-server[109593]: WARNING oslo_policy.policy [None req-d5140574-f9d5-40d0-a744-07d8a7210c18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 13:37:58.048317 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5140574-f9d5-40d0-a744-07d8a7210c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:37:58.050062 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-d5140574-f9d5-40d0-a744-07d8a7210c18 admin admin] 10.222.0.24 "GET /v2.0/subnets/9c0f482b-5149-4f68-969c-1b8ffc3d95af HTTP/1.1" status: 200 len: 849 time: 0.2952271 Mar 07 13:37:58.059665 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-cae6abc7-2442-4793-ac33-608baceaef41 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:37:58.142603 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cae6abc7-2442-4793-ac33-608baceaef41 admin admin] Publish callbacks [] for subnet (9c0f482b-5149-4f68-969c-1b8ffc3d95af), before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:37:58.298201 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cae6abc7-2442-4793-ac33-608baceaef41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776652490159'] for subnet (9c0f482b-5149-4f68-969c-1b8ffc3d95af), after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:37:58.337230 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae6abc7-2442-4793-ac33-608baceaef41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:37:58.337869 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cae6abc7-2442-4793-ac33-608baceaef41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for subnet (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:37:58.340376 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-cae6abc7-2442-4793-ac33-608baceaef41 admin admin] 10.222.0.24 "PUT /v2.0/subnets/9c0f482b-5149-4f68-969c-1b8ffc3d95af HTTP/1.1" status: 200 len: 868 time: 0.2844675 Mar 07 13:37:58.342223 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27401872-39d9-48ec-b85c-260f311b55f1 None None] Network 7039dfb1-04bd-4b0c-b737-b6354c8fb43b requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:37:58.383554 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6abc7-2442-4793-ac33-608baceaef41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c0f482b-5149-4f68-969c-1b8ffc3d95af,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:37:58.393241 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6abc7-2442-4793-ac33-608baceaef41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:37:58.393608 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6abc7-2442-4793-ac33-608baceaef41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:37:58.393921 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6abc7-2442-4793-ac33-608baceaef41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:37:58.394639 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6abc7-2442-4793-ac33-608baceaef41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:37:58.394973 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6abc7-2442-4793-ac33-608baceaef41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:37:58.395296 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6abc7-2442-4793-ac33-608baceaef41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:37:58.395622 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6abc7-2442-4793-ac33-608baceaef41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:37:58.395943 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6abc7-2442-4793-ac33-608baceaef41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:37:58.396279 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6abc7-2442-4793-ac33-608baceaef41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:37:58.396618 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6abc7-2442-4793-ac33-608baceaef41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:37:58.396948 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6abc7-2442-4793-ac33-608baceaef41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:37:58.397285 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6abc7-2442-4793-ac33-608baceaef41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:37:58.397599 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6abc7-2442-4793-ac33-608baceaef41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae6abc7-2442-4793-ac33-608baceaef41 admin admin] Tracked resource versions report: Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: pushed versions: Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: { 'AddressGroup': {'1.2'}, Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: 'ConntrackHelper': {'1.0'}, Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: 'LocalIPAssociation': {'1.0'}, Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: 'Log': {'1.0'}, Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: 'Network': {'1.1'}, Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: 'Port': {'1.7'}, Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: 'PortForwarding': {'1.2'}, Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: 'QosPolicy': {'1.10'}, Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: 'SecurityGroup': {'1.5'}, Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: 'SecurityGroupRule': {'1.2'}, Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: 'SubPort': {'1.0'}, Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: 'Subnet': {'1.1'}, Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: 'Trunk': {'1.1'}} Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: consumer versions: Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: { DHCP agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: L3 agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: Metadata agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: Metering agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: Open vSwitch agent@dv-cinder-813222-6-iscsi: { 'AddressGroup': '1.2', Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: 'ConntrackHelper': '1.0', Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: 'LocalIPAssociation': '1.0', Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: 'Log': '1.0', Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: 'Network': '1.1', Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: 'Port': '1.7', Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: 'PortForwarding': '1.2', Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: 'QosPolicy': '1.10', Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: 'SecurityGroup': '1.5', Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: 'SecurityGroupRule': '1.2', Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: 'SubPort': '1.0', Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: 'Subnet': '1.1', Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: 'Trunk': '1.1'}} Mar 07 13:37:58.400355 dv-cinder-813222-6-iscsi neutron-server[109593]: {{(pid=109593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 13:37:58.695213 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-9cc743b4-232d-4cc6-aba4-2b6b2207208d None None] Provisioning complete for port fc4d3a0b-55b0-406d-9e84-b51117ae155c triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:37:58.695623 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9cc743b4-232d-4cc6-aba4-2b6b2207208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (fc4d3a0b-55b0-406d-9e84-b51117ae155c), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:37:58.775116 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9cc743b4-232d-4cc6-aba4-2b6b2207208d None None] Current status of the port fc4d3a0b-55b0-406d-9e84-b51117ae155c is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:37:58.784869 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-9cc743b4-232d-4cc6-aba4-2b6b2207208d None None] Provisioning complete for port e9a2250d-9b28-4536-bb5b-9f5179a3de7a triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:37:58.785289 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9cc743b4-232d-4cc6-aba4-2b6b2207208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (e9a2250d-9b28-4536-bb5b-9f5179a3de7a), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:37:58.857511 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9cc743b4-232d-4cc6-aba4-2b6b2207208d None None] Current status of the port e9a2250d-9b28-4536-bb5b-9f5179a3de7a is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:38:00.673017 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 48632) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:38:00.898011 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6b65d1-4c91-4084-bd70-e45be2f1304a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:38:00.898523 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6b65d1-4c91-4084-bd70-e45be2f1304a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:38:00.900055 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-1c6b65d1-4c91-4084-bd70-e45be2f1304a admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2260566 Mar 07 13:38:03.192653 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 48640) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:38:03.323551 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6555c24-1fa5-4ed9-8b7b-a9a490b4af0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:38:03.324010 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6555c24-1fa5-4ed9-8b7b-a9a490b4af0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:38:03.325529 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-b6555c24-1fa5-4ed9-8b7b-a9a490b4af0d admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1318865 Mar 07 13:38:05.666400 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 48648) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:38:05.860967 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab57fcf-162f-4955-9328-c20abdb82361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:38:05.862301 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-0ab57fcf-162f-4955-9328-c20abdb82361 admin admin] 10.222.0.24 "GET /v2.0/networks/4737f3fa-18ff-4252-a580-88148a637511 HTTP/1.1" status: 200 len: 886 time: 0.1949632 Mar 07 13:38:08.168690 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 48656) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:38:08.318237 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c599897-3d39-447d-8c1e-656ea1cfe521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:38:08.319617 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-7c599897-3d39-447d-8c1e-656ea1cfe521 admin admin] 10.222.0.24 "GET /v2.0/networks/7039dfb1-04bd-4b0c-b737-b6354c8fb43b HTTP/1.1" status: 200 len: 868 time: 0.1500089 Mar 07 13:38:08.389046 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 5 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:38:10.622961 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 48664) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:38:10.742662 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a978bc41-05a0-4b8a-b99c-6f45f05e4601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:38:10.743111 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a978bc41-05a0-4b8a-b99c-6f45f05e4601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:38:10.744610 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-a978bc41-05a0-4b8a-b99c-6f45f05e4601 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1207101 Mar 07 13:38:13.040753 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 48672) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:38:13.162037 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8639f0-589b-4f0b-95e1-c4abd96cacf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:38:13.162401 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8639f0-589b-4f0b-95e1-c4abd96cacf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:38:13.163891 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-ab8639f0-589b-4f0b-95e1-c4abd96cacf5 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1221533 Mar 07 13:38:15.456636 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 48680) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:38:15.545358 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efa7d31-ec38-4ebc-8910-baac20185b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:38:15.546651 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-7efa7d31-ec38-4ebc-8910-baac20185b4f admin admin] 10.222.0.24 "GET /v2.0/subnets/9c0f482b-5149-4f68-969c-1b8ffc3d95af HTTP/1.1" status: 200 len: 868 time: 0.0890040 Mar 07 13:38:17.821505 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0124eff0-d042-4e05-887f-fd7bfa75b1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:17.873422 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 48688) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:38:17.958810 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5c2887-0f41-4474-abb2-7f7e07418f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:38:17.960106 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-4d5c2887-0f41-4474-abb2-7f7e07418f0d admin admin] 10.222.0.24 "GET /v2.0/subnets/b90664a8-a6a4-4a65-802b-5b7bd95111f9 HTTP/1.1" status: 200 len: 816 time: 0.0857210 Mar 07 13:38:20.050003 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-51d3f717-30aa-4999-96cc-ec650512eb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:21.244656 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:22.328699 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:24.191096 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:45.327426 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 5 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:38:45.965669 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 48740) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:38:46.011117 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [None req-f20e455f-821d-4689-8e8d-430a5dec5f82 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 13:38:46.012097 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-f20e455f-821d-4689-8e8d-430a5dec5f82 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0455096 Mar 07 13:38:47.823770 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-202a733e-79ea-40e1-8d34-b60ab5a779e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:48.417743 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 48748) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:38:48.476033 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a03cfa-622a-4851-befc-c1d1cdde54b5 admin admin] GET failed (client error): The resource could not be found. Mar 07 13:38:48.477311 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-e3a03cfa-622a-4851-befc-c1d1cdde54b5 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0586245 Mar 07 13:38:48.561432 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9a0357-b12c-4f19-a74e-d4f285177175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:38:48.562826 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-ad9a0357-b12c-4f19-a74e-d4f285177175 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0811467 Mar 07 13:38:50.051751 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7938ff5d-456a-4a73-b116-afe2dbeb0ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:50.922520 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 48756) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:38:50.968154 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-a476c522-de5e-4733-a39d-63737b1425bf admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:38:50.986113 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a476c522-de5e-4733-a39d-63737b1425bf admin admin] Made reservation on behalf of e1ad9eb9e1e947379ac85dc863ecd353 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:38:50.988377 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a476c522-de5e-4733-a39d-63737b1425bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:51.015697 dv-cinder-813222-6-iscsi neutron-server[109594]: WARNING neutron.services.revisions.revision_plugin [None req-a476c522-de5e-4733-a39d-63737b1425bf admin admin] Could not find related network for resource to bump revision. Mar 07 13:38:51.026514 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a476c522-de5e-4733-a39d-63737b1425bf admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 13:38:51.035717 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a476c522-de5e-4733-a39d-63737b1425bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (bbc5efe6-b8c1-4fb7-aa50-a4ae158e2b5d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:51.036051 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.segments_db [None req-a476c522-de5e-4733-a39d-63737b1425bf admin admin] Added segment bbc5efe6-b8c1-4fb7-aa50-a4ae158e2b5d of type vlan for network b9c857fb-88f0-41f7-af92-5a464ddbbae7 Mar 07 13:38:51.073911 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a476c522-de5e-4733-a39d-63737b1425bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776652068127'] for network (b9c857fb-88f0-41f7-af92-5a464ddbbae7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:51.096743 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a476c522-de5e-4733-a39d-63737b1425bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for network (b9c857fb-88f0-41f7-af92-5a464ddbbae7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:51.097637 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a476c522-de5e-4733-a39d-63737b1425bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:38:51.098200 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a476c522-de5e-4733-a39d-63737b1425bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:51.130280 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-a476c522-de5e-4733-a39d-63737b1425bf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2067246 Mar 07 13:38:51.162062 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476c522-de5e-4733-a39d-63737b1425bf admin admin] Pushing event updated for resources: {'Network': ['ID=b9c857fb-88f0-41f7-af92-5a464ddbbae7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:38:51.169484 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476c522-de5e-4733-a39d-63737b1425bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:38:51.169854 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476c522-de5e-4733-a39d-63737b1425bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:38:51.170198 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476c522-de5e-4733-a39d-63737b1425bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:38:51.170530 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476c522-de5e-4733-a39d-63737b1425bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:38:51.170852 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476c522-de5e-4733-a39d-63737b1425bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:38:51.171176 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476c522-de5e-4733-a39d-63737b1425bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:38:51.171515 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476c522-de5e-4733-a39d-63737b1425bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:38:51.171843 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476c522-de5e-4733-a39d-63737b1425bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:38:51.172192 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476c522-de5e-4733-a39d-63737b1425bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:38:51.172519 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476c522-de5e-4733-a39d-63737b1425bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:38:51.172835 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476c522-de5e-4733-a39d-63737b1425bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:38:51.173178 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476c522-de5e-4733-a39d-63737b1425bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:38:51.173499 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476c522-de5e-4733-a39d-63737b1425bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:38:51.191427 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Network b9c857fb-88f0-41f7-af92-5a464ddbbae7 details requested by agent ovs-agent-dv-cinder-813222-6-iscsi with host dv-cinder-813222-6-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 13:38:51.272058 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:52.331695 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:53.454001 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 48764) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:38:53.512730 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba13d317-4e21-4510-9ff4-dd815bebff96 admin admin] GET failed (client error): The resource could not be found. Mar 07 13:38:53.514014 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-ba13d317-4e21-4510-9ff4-dd815bebff96 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0590582 Mar 07 13:38:53.583400 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2788570f-2e86-4316-9b59-0bc44b9c30c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:38:53.584770 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-2788570f-2e86-4316-9b59-0bc44b9c30c3 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0668395 Mar 07 13:38:53.593995 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-915e49af-585e-4ca4-95d0-0cb5e4280ba2 admin admin] Request body: {'subnet': {'network_id': 'b9c857fb-88f0-41f7-af92-5a464ddbbae7', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:38:53.611400 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915e49af-585e-4ca4-95d0-0cb5e4280ba2 admin admin] Made reservation on behalf of e1ad9eb9e1e947379ac85dc863ecd353 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:38:53.613622 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-915e49af-585e-4ca4-95d0-0cb5e4280ba2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:53.873986 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-915e49af-585e-4ca4-95d0-0cb5e4280ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for subnet (9c0dcf57-a8a5-4976-b049-6f1a5cff9f6c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:53.928697 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e49af-585e-4ca4-95d0-0cb5e4280ba2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c0dcf57-a8a5-4976-b049-6f1a5cff9f6c,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:38:53.935634 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915e49af-585e-4ca4-95d0-0cb5e4280ba2 admin admin] Checking segment: {'id': 'bbc5efe6-b8c1-4fb7-aa50-a4ae158e2b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b9c857fb-88f0-41f7-af92-5a464ddbbae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:38:53.935982 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915e49af-585e-4ca4-95d0-0cb5e4280ba2 admin admin] Network hostable DHCP agents. Network: b9c857fb-88f0-41f7-af92-5a464ddbbae7, hostable agents: ['08584f1c-1841-49d6-90b0-a431cd6de474'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 13:38:53.952238 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915e49af-585e-4ca4-95d0-0cb5e4280ba2 admin admin] Network b9c857fb-88f0-41f7-af92-5a464ddbbae7 is scheduled to be hosted by DHCP agent 08584f1c-1841-49d6-90b0-a431cd6de474 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 13:38:53.960126 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-915e49af-585e-4ca4-95d0-0cb5e4280ba2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-6-iscsi, b9c857fb-88f0-41f7-af92-5a464ddbbae7) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:38:53.963968 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915e49af-585e-4ca4-95d0-0cb5e4280ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:38:53.964552 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-915e49af-585e-4ca4-95d0-0cb5e4280ba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:53.969784 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedeb29a-a9c8-4963-b5de-ef0a805df248 None None] Network b9c857fb-88f0-41f7-af92-5a464ddbbae7 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:38:53.979166 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-915e49af-585e-4ca4-95d0-0cb5e4280ba2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3883438 Mar 07 13:38:54.069019 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c3bf361-9939-58d5-881b-730fc1df18b1-b9c857fb-88f0-41f7-af92-5a464ddbbae7', 'network_id': 'b9c857fb-88f0-41f7-af92-5a464ddbbae7', 'project_id': 'e1ad9eb9e1e947379ac85dc863ecd353', 'fixed_ips': [{'subnet_id': '9c0dcf57-a8a5-4976-b049-6f1a5cff9f6c'}]}} from dv-cinder-813222-6-iscsi. {{(pid=109595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 13:38:54.069948 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:54.238718 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:54.245588 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Allocated IP 192.168.233.2 (b9c857fb-88f0-41f7-af92-5a464ddbbae7/9c0dcf57-a8a5-4976-b049-6f1a5cff9f6c/2aad84df-de49-4716-9a2b-8b46c60d793b) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:38:54.393363 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Publish callbacks [] for port (2aad84df-de49-4716-9a2b-8b46c60d793b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:54.400369 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089'] for port (2aad84df-de49-4716-9a2b-8b46c60d793b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:54.444100 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Network b9c857fb-88f0-41f7-af92-5a464ddbbae7 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:38:54.446959 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:38:54.452003 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:38:54.455399 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Pushing event updated for resources: {'Port': ['ID=2aad84df-de49-4716-9a2b-8b46c60d793b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:38:54.466133 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:38:54.466497 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:38:54.466853 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:38:54.467186 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:38:54.467518 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:38:54.467860 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:38:54.468165 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:38:54.468490 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:38:54.468812 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:38:54.469164 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:38:54.469492 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:38:54.469806 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:38:54.470119 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:38:54.621550 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Attempting to bind port 2aad84df-de49-4716-9a2b-8b46c60d793b on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:38:54.621913 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Attempting to bind port 2aad84df-de49-4716-9a2b-8b46c60d793b by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': 'bbc5efe6-b8c1-4fb7-aa50-a4ae158e2b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b9c857fb-88f0-41f7-af92-5a464ddbbae7'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:38:54.622273 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Attempting to bind port 2aad84df-de49-4716-9a2b-8b46c60d793b on network b9c857fb-88f0-41f7-af92-5a464ddbbae7 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:38:54.628503 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:38:54.628882 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Checking segment: {'id': 'bbc5efe6-b8c1-4fb7-aa50-a4ae158e2b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b9c857fb-88f0-41f7-af92-5a464ddbbae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:38:54.629316 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:54.629709 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Bound using segment: {'id': 'bbc5efe6-b8c1-4fb7-aa50-a4ae158e2b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b9c857fb-88f0-41f7-af92-5a464ddbbae7'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:38:54.630179 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Bound port: 2aad84df-de49-4716-9a2b-8b46c60d793b, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc5efe6-b8c1-4fb7-aa50-a4ae158e2b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b9c857fb-88f0-41f7-af92-5a464ddbbae7'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:38:54.630557 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (2aad84df-de49-4716-9a2b-8b46c60d793b), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:54.692117 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] For port 2aad84df-de49-4716-9a2b-8b46c60d793b, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:38:54.695128 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] For port 2aad84df-de49-4716-9a2b-8b46c60d793b, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=2aad84df-de49-4716-9a2b-8b46c60d793b,segment=NetworkSegment(bbc5efe6-b8c1-4fb7-aa50-a4ae158e2b5d),segment_id=bbc5efe6-b8c1-4fb7-aa50-a4ae158e2b5d)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:38:54.701997 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (2aad84df-de49-4716-9a2b-8b46c60d793b), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:54.757998 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2c18c-f87f-424a-83ff-961860fca59b None None] Pushing event updated for resources: {'Port': ['ID=2aad84df-de49-4716-9a2b-8b46c60d793b,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:38:55.062795 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 2aad84df-de49-4716-9a2b-8b46c60d793b up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:38:55.122254 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 2aad84df-de49-4716-9a2b-8b46c60d793b triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:38:55.123447 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (2aad84df-de49-4716-9a2b-8b46c60d793b), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:55.199187 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 2aad84df-de49-4716-9a2b-8b46c60d793b is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:38:55.199483 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (2aad84df-de49-4716-9a2b-8b46c60d793b), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:55.232471 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] For port 2aad84df-de49-4716-9a2b-8b46c60d793b, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=2aad84df-de49-4716-9a2b-8b46c60d793b,segment=NetworkSegment(bbc5efe6-b8c1-4fb7-aa50-a4ae158e2b5d),segment_id=bbc5efe6-b8c1-4fb7-aa50-a4ae158e2b5d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:38:55.236543 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (2aad84df-de49-4716-9a2b-8b46c60d793b), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:55.289024 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Pushing event updated for resources: {'Port': ['ID=2aad84df-de49-4716-9a2b-8b46c60d793b,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:38:55.688645 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86c08d2-c0d0-478d-a58a-88a347d9e773 None None] Network b9c857fb-88f0-41f7-af92-5a464ddbbae7 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:38:55.807072 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-c893af21-58b4-4748-b18c-bc893a165312 None None] Provisioning complete for port 2aad84df-de49-4716-9a2b-8b46c60d793b triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:38:55.807460 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c893af21-58b4-4748-b18c-bc893a165312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (2aad84df-de49-4716-9a2b-8b46c60d793b), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:55.898324 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c893af21-58b4-4748-b18c-bc893a165312 None None] Current status of the port 2aad84df-de49-4716-9a2b-8b46c60d793b is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:38:56.017974 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-82d6aef1-8660-4999-84b9-551105cca6c3 None None] Provisioning complete for port 2aad84df-de49-4716-9a2b-8b46c60d793b triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:38:56.018362 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-82d6aef1-8660-4999-84b9-551105cca6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (2aad84df-de49-4716-9a2b-8b46c60d793b), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:56.097054 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-82d6aef1-8660-4999-84b9-551105cca6c3 None None] Current status of the port 2aad84df-de49-4716-9a2b-8b46c60d793b is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:38:56.971495 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 2aad84df-de49-4716-9a2b-8b46c60d793b up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:38:57.019386 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 2aad84df-de49-4716-9a2b-8b46c60d793b triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:38:57.019765 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (2aad84df-de49-4716-9a2b-8b46c60d793b), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:38:57.092602 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 2aad84df-de49-4716-9a2b-8b46c60d793b is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:39:17.826705 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-62732641-4d5d-4895-816d-dce50a3c6926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:39:20.056070 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5ae8d27e-85ea-420f-b20c-386f6147527d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:39:21.249883 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:39:22.327254 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 5 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:39:22.336174 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:39:24.190744 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:39:47.827726 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1d3a00f9-b45b-49b2-89e4-db229e17db34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:39:50.057938 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-893bee7c-b948-42e3-9a4e-7ac7c72e86d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:39:51.251993 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:39:52.339186 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:39:54.193204 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:39:59.326044 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 5 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:40:17.830336 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9154740e-2502-463d-b93a-a59159ae63cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:40:19.359484 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 48802) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:40:19.365144 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [None req-10a8c13c-c7f6-4039-ad1f-36e5ca0981e3 tempest-verify_tempest_config-2071815167 tempest-verify_tempest_config-2071815167-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 13:40:19.366152 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-10a8c13c-c7f6-4039-ad1f-36e5ca0981e3 tempest-verify_tempest_config-2071815167 tempest-verify_tempest_config-2071815167-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057123 Mar 07 13:40:19.649282 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 48820) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:40:19.755325 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5364019c-20a2-4a7a-adc2-545699c68d59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:40:19.826469 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5364019c-20a2-4a7a-adc2-545699c68d59 admin admin] Publish callbacks [] for security_group (448b5877-d175-42c6-a088-f6c004d0fc1e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:40:19.829821 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5364019c-20a2-4a7a-adc2-545699c68d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (448b5877-d175-42c6-a088-f6c004d0fc1e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:40:19.871700 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364019c-20a2-4a7a-adc2-545699c68d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448b5877-d175-42c6-a088-f6c004d0fc1e,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:40:19.876125 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-5364019c-20a2-4a7a-adc2-545699c68d59 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd6832d839d642f2a3ed8e62efadc2ac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2258699 Mar 07 13:40:19.878922 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 48824) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:40:19.880271 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364019c-20a2-4a7a-adc2-545699c68d59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:40:19.880626 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364019c-20a2-4a7a-adc2-545699c68d59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:40:19.880960 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364019c-20a2-4a7a-adc2-545699c68d59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:40:19.881295 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364019c-20a2-4a7a-adc2-545699c68d59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:40:19.881616 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364019c-20a2-4a7a-adc2-545699c68d59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:40:19.881934 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364019c-20a2-4a7a-adc2-545699c68d59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:40:19.882252 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364019c-20a2-4a7a-adc2-545699c68d59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:40:19.882570 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364019c-20a2-4a7a-adc2-545699c68d59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:40:19.882897 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364019c-20a2-4a7a-adc2-545699c68d59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:40:19.883228 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364019c-20a2-4a7a-adc2-545699c68d59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:40:19.883541 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364019c-20a2-4a7a-adc2-545699c68d59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:40:19.883849 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364019c-20a2-4a7a-adc2-545699c68d59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:40:19.884157 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364019c-20a2-4a7a-adc2-545699c68d59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:40:19.963101 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-738ce27a-30f0-446d-864e-05d85fcfa4d9 admin admin] Publish callbacks [] for security_group (448b5877-d175-42c6-a088-f6c004d0fc1e), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:40:19.984426 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-738ce27a-30f0-446d-864e-05d85fcfa4d9 admin admin] Publish callbacks [] for security_group (448b5877-d175-42c6-a088-f6c004d0fc1e), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:40:20.059293 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b5dbfba9-eaac-41ff-9934-4872c2637481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:40:20.075636 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-738ce27a-30f0-446d-864e-05d85fcfa4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (448b5877-d175-42c6-a088-f6c004d0fc1e), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:40:20.078364 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-738ce27a-30f0-446d-864e-05d85fcfa4d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:40:20.082306 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-738ce27a-30f0-446d-864e-05d85fcfa4d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/448b5877-d175-42c6-a088-f6c004d0fc1e HTTP/1.1" status: 204 len: 168 time: 0.2023978 Mar 07 13:40:20.090463 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ce27a-30f0-446d-864e-05d85fcfa4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448b5877-d175-42c6-a088-f6c004d0fc1e,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:40:20.096921 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ce27a-30f0-446d-864e-05d85fcfa4d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:40:20.097316 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ce27a-30f0-446d-864e-05d85fcfa4d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:40:20.097735 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ce27a-30f0-446d-864e-05d85fcfa4d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:40:20.097991 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ce27a-30f0-446d-864e-05d85fcfa4d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:40:20.098323 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ce27a-30f0-446d-864e-05d85fcfa4d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:40:20.098643 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ce27a-30f0-446d-864e-05d85fcfa4d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:40:20.098978 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ce27a-30f0-446d-864e-05d85fcfa4d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:40:20.099303 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ce27a-30f0-446d-864e-05d85fcfa4d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:40:20.099623 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ce27a-30f0-446d-864e-05d85fcfa4d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:40:20.099940 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ce27a-30f0-446d-864e-05d85fcfa4d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:40:20.100258 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ce27a-30f0-446d-864e-05d85fcfa4d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:40:20.100567 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ce27a-30f0-446d-864e-05d85fcfa4d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:40:20.100880 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ce27a-30f0-446d-864e-05d85fcfa4d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:40:21.255166 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:40:22.344452 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:40:24.195321 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:40:36.324646 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 5 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:40:47.831875 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-11da9743-2527-4360-b166-6060690e42cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:40:50.060239 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-56909e6f-26b7-4c9b-99af-7adac9ebc8d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:40:51.258682 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:40:52.347102 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:40:54.198870 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:41:13.322994 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 5 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:41:17.832838 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-02aa9d9b-0ab5-4053-ad74-9bc26b6f6673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:41:20.060462 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6cee4fa2-a9be-48a2-95a8-927a716e54d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:41:21.263603 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:41:22.350838 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:41:24.202717 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:41:47.835403 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cdd37724-cf31-460c-a921-615529d51950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:41:50.062313 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1e90a3ac-9920-4cbb-94b2-a8a156901872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:41:50.320615 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 5 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:41:51.267481 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:41:52.353362 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:41:54.205457 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:42:02.816611 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8115177'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:42:17.685846 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 48896) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:42:17.787539 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-ff6b70d3-b05b-413e-9dc2-99a1490064d6 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1006000 Mar 07 13:42:17.838294 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d348bc03-9c4f-4b74-9d90-d2cb7b7b4ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:42:20.065439 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3d305a98-5de4-46af-aeac-c052b51a5a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:42:20.154749 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 48906) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:42:20.208327 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-d4e9c9cf-c86f-4618-883e-2ca181ac8f2c admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0525775 Mar 07 13:42:21.269024 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:42:22.357463 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:42:24.207009 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:42:27.320259 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:42:32.792573 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:42:47.840088 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9427f444-d714-43f9-9b3b-35de84b8624c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:42:50.067118 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-76d25e3a-d6e0-4c70-b7b0-b48347375276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:42:51.271771 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:42:52.359687 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:42:54.208570 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:02.791965 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:04.320061 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:43:17.846337 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e98c5a0d-943e-4662-8e6d-e0c47da1b0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:20.069366 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ec9e4350-f41d-44b0-88a0-8318a8904e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:21.275683 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:22.362920 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:24.210971 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:32.807662 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:41.319442 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:43:47.839620 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c307aca1-1925-413a-bccb-a984b674b8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:50.070735 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-874c6c46-1c55-4a99-8d0a-ac9467163c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:51.278320 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:52.365954 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:54.226199 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:58.318152 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 49108) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:43:58.690904 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-145553921-network', 'tenant_id': '88634ee7e2b24d288fb0ffe0074a2dc6'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:43:58.736748 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Made reservation on behalf of 88634ee7e2b24d288fb0ffe0074a2dc6 for: {'network': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:43:58.740419 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for network (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:58.758482 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:58.781723 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 49128) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:43:58.861587 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Publish callbacks [] for security_group (a7373097-e303-44d8-bda3-0c4d2cdeebd4), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:58.866160 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (a7373097-e303-44d8-bda3-0c4d2cdeebd4), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:58.898403 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7373097-e303-44d8-bda3-0c4d2cdeebd4,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:43:58.909727 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:43:58.910446 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:43:58.910977 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:43:58.911941 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:43:58.912426 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:43:58.912914 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:43:58.913447 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:43:58.913776 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:43:58.914275 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:43:58.914835 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:43:58.915317 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:43:58.916164 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:43:58.916643 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Tracked resource versions report: Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: pushed versions: Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: { 'AddressGroup': {'1.2'}, Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: 'ConntrackHelper': {'1.0'}, Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: 'LocalIPAssociation': {'1.0'}, Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: 'Log': {'1.0'}, Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: 'Network': {'1.1'}, Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: 'Port': {'1.7'}, Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: 'PortForwarding': {'1.2'}, Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: 'QosPolicy': {'1.10'}, Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: 'SecurityGroup': {'1.5'}, Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: 'SecurityGroupRule': {'1.2'}, Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: 'SubPort': {'1.0'}, Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: 'Subnet': {'1.1'}, Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: 'Trunk': {'1.1'}} Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: consumer versions: Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: { DHCP agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: HyperV agent@hv-cinder-81322: {}, Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: L3 agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: Metadata agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: Metering agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: Open vSwitch agent@dv-cinder-813222-6-iscsi: { 'AddressGroup': '1.2', Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: 'ConntrackHelper': '1.0', Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: 'LocalIPAssociation': '1.0', Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: 'Log': '1.0', Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: 'Network': '1.1', Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: 'Port': '1.7', Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: 'PortForwarding': '1.2', Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: 'QosPolicy': '1.10', Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: 'SecurityGroup': '1.5', Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: 'SecurityGroupRule': '1.2', Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: 'SubPort': '1.0', Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: 'Subnet': '1.1', Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: 'Trunk': '1.1'}} Mar 07 13:43:58.918454 dv-cinder-813222-6-iscsi neutron-server[109593]: {{(pid=109593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 13:43:58.923854 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=109593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 13:43:58.942243 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776652592478', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (035f3fc5-cf6c-466f-ba7d-03dc1ea8059d), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:58.942867 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Unsubscribe: segment precommit_create {{(pid=109593) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 13:43:58.943408 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.db.segments_db [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Added segment 035f3fc5-cf6c-466f-ba7d-03dc1ea8059d of type vlan for network a5b462aa-a284-4f43-8b3d-18890bd539a5 Mar 07 13:43:59.015035 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776652068127'] for network (a5b462aa-a284-4f43-8b3d-18890bd539a5), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:59.068427 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for network (a5b462aa-a284-4f43-8b3d-18890bd539a5), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:59.069578 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:43:59.070278 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:59.122135 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-2e37def7-d827-40a9-a5ee-2c84fa1083c4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1313806298-network', 'tenant_id': '47c869c5383f414e8784e2fad43098b0'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:43:59.132066 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 49154) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:43:59.141037 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8216932 Mar 07 13:43:59.141585 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 49160) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:43:59.153639 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-15e39d1b-c568-4e7b-913a-a08ca02e0e61 admin admin] Request body: {'subnet': {'network_id': 'a5b462aa-a284-4f43-8b3d-18890bd539a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-145553921-subnet', 'tenant_id': '88634ee7e2b24d288fb0ffe0074a2dc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:43:59.181599 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e39d1b-c568-4e7b-913a-a08ca02e0e61 admin admin] Made reservation on behalf of 88634ee7e2b24d288fb0ffe0074a2dc6 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:43:59.185056 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-15e39d1b-c568-4e7b-913a-a08ca02e0e61 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:59.214233 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e2d2f-ef06-48b7-9635-de7828e2ce87 admin admin] Pushing event updated for resources: {'Network': ['ID=a5b462aa-a284-4f43-8b3d-18890bd539a5,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:43:59.225949 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Network a5b462aa-a284-4f43-8b3d-18890bd539a5 details requested by agent ovs-agent-dv-cinder-813222-6-iscsi with host dv-cinder-813222-6-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 13:43:59.228170 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e37def7-d827-40a9-a5ee-2c84fa1083c4 admin admin] Made reservation on behalf of 47c869c5383f414e8784e2fad43098b0 for: {'network': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:43:59.233087 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2e37def7-d827-40a9-a5ee-2c84fa1083c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for network (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:59.249288 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2e37def7-d827-40a9-a5ee-2c84fa1083c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:59.376683 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2e37def7-d827-40a9-a5ee-2c84fa1083c4 admin admin] Publish callbacks [] for security_group (07af5b2f-1957-46fd-8757-0abbc9735978), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:59.384012 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2e37def7-d827-40a9-a5ee-2c84fa1083c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (07af5b2f-1957-46fd-8757-0abbc9735978), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:59.422026 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e37def7-d827-40a9-a5ee-2c84fa1083c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=109593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 13:43:59.433816 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37def7-d827-40a9-a5ee-2c84fa1083c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07af5b2f-1957-46fd-8757-0abbc9735978,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:43:59.446372 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2e37def7-d827-40a9-a5ee-2c84fa1083c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (3888a266-2606-4bda-82ef-66052acb482d), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:59.446580 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-15e39d1b-c568-4e7b-913a-a08ca02e0e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for subnet (588e3218-1b5e-44a1-964b-b3809f310cbf), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:59.446958 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.db.segments_db [None req-2e37def7-d827-40a9-a5ee-2c84fa1083c4 admin admin] Added segment 3888a266-2606-4bda-82ef-66052acb482d of type vlan for network 914c7625-64ea-41a0-8950-7251e7015904 Mar 07 13:43:59.494534 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e39d1b-c568-4e7b-913a-a08ca02e0e61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=588e3218-1b5e-44a1-964b-b3809f310cbf,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:43:59.517325 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2e37def7-d827-40a9-a5ee-2c84fa1083c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776652068127'] for network (914c7625-64ea-41a0-8950-7251e7015904), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:59.523959 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e39d1b-c568-4e7b-913a-a08ca02e0e61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:43:59.524309 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e39d1b-c568-4e7b-913a-a08ca02e0e61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:43:59.524645 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e39d1b-c568-4e7b-913a-a08ca02e0e61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:43:59.524974 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e39d1b-c568-4e7b-913a-a08ca02e0e61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:43:59.525322 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e39d1b-c568-4e7b-913a-a08ca02e0e61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:43:59.525653 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e39d1b-c568-4e7b-913a-a08ca02e0e61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:43:59.525987 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e39d1b-c568-4e7b-913a-a08ca02e0e61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:43:59.526309 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e39d1b-c568-4e7b-913a-a08ca02e0e61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:43:59.526642 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e39d1b-c568-4e7b-913a-a08ca02e0e61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:43:59.526991 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e39d1b-c568-4e7b-913a-a08ca02e0e61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:43:59.527295 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e39d1b-c568-4e7b-913a-a08ca02e0e61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:43:59.527608 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e39d1b-c568-4e7b-913a-a08ca02e0e61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:43:59.527918 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e39d1b-c568-4e7b-913a-a08ca02e0e61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e39d1b-c568-4e7b-913a-a08ca02e0e61 admin admin] Tracked resource versions report: Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: pushed versions: Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: { 'AddressGroup': {'1.2'}, Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: 'ConntrackHelper': {'1.0'}, Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: 'LocalIPAssociation': {'1.0'}, Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: 'Log': {'1.0'}, Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: 'Network': {'1.1'}, Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: 'Port': {'1.7'}, Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: 'PortForwarding': {'1.2'}, Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: 'QosPolicy': {'1.10'}, Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: 'SecurityGroup': {'1.5'}, Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: 'SecurityGroupRule': {'1.2'}, Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: 'SubPort': {'1.0'}, Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: 'Subnet': {'1.1'}, Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: 'Trunk': {'1.1'}} Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: consumer versions: Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: { DHCP agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: HyperV agent@hv-cinder-81322: {}, Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: L3 agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: Metadata agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: Metering agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: Open vSwitch agent@dv-cinder-813222-6-iscsi: { 'AddressGroup': '1.2', Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: 'ConntrackHelper': '1.0', Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: 'LocalIPAssociation': '1.0', Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: 'Log': '1.0', Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: 'Network': '1.1', Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: 'Port': '1.7', Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: 'PortForwarding': '1.2', Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: 'QosPolicy': '1.10', Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: 'SecurityGroup': '1.5', Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: 'SecurityGroupRule': '1.2', Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: 'SubPort': '1.0', Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: 'Subnet': '1.1', Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: 'Trunk': '1.1'}} Mar 07 13:43:59.528981 dv-cinder-813222-6-iscsi neutron-server[109594]: {{(pid=109594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 13:43:59.535979 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-badb4d80-a6c7-4616-9342-eea9138997fb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1565638508-network', 'tenant_id': '8d0adeb92bc743788c6095eae77eb950'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:43:59.555354 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e39d1b-c568-4e7b-913a-a08ca02e0e61 admin admin] Checking segment: {'id': '035f3fc5-cf6c-466f-ba7d-03dc1ea8059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5b462aa-a284-4f43-8b3d-18890bd539a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:43:59.555801 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e39d1b-c568-4e7b-913a-a08ca02e0e61 admin admin] Network hostable DHCP agents. Network: a5b462aa-a284-4f43-8b3d-18890bd539a5, hostable agents: ['08584f1c-1841-49d6-90b0-a431cd6de474'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 13:43:59.559469 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2e37def7-d827-40a9-a5ee-2c84fa1083c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for network (914c7625-64ea-41a0-8950-7251e7015904), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:59.560596 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e37def7-d827-40a9-a5ee-2c84fa1083c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:43:59.561439 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2e37def7-d827-40a9-a5ee-2c84fa1083c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:59.565653 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badb4d80-a6c7-4616-9342-eea9138997fb admin admin] Made reservation on behalf of 8d0adeb92bc743788c6095eae77eb950 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:43:59.567925 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-badb4d80-a6c7-4616-9342-eea9138997fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:59.588000 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-badb4d80-a6c7-4616-9342-eea9138997fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:59.640847 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37def7-d827-40a9-a5ee-2c84fa1083c4 admin admin] Pushing event updated for resources: {'Network': ['ID=914c7625-64ea-41a0-8950-7251e7015904,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:43:59.654324 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Network 914c7625-64ea-41a0-8950-7251e7015904 details requested by agent ovs-agent-dv-cinder-813222-6-iscsi with host dv-cinder-813222-6-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 13:43:59.661819 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e39d1b-c568-4e7b-913a-a08ca02e0e61 admin admin] Network a5b462aa-a284-4f43-8b3d-18890bd539a5 is scheduled to be hosted by DHCP agent 08584f1c-1841-49d6-90b0-a431cd6de474 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 13:43:59.668650 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-2e37def7-d827-40a9-a5ee-2c84fa1083c4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8835363 Mar 07 13:43:59.671319 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 49174) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:43:59.678097 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-c2924691-24ec-4d52-933d-7ecf9031bff2 admin admin] Request body: {'subnet': {'network_id': '914c7625-64ea-41a0-8950-7251e7015904', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1313806298-subnet', 'tenant_id': '47c869c5383f414e8784e2fad43098b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:43:59.706047 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-badb4d80-a6c7-4616-9342-eea9138997fb admin admin] Publish callbacks [] for security_group (16a6db3e-32dc-4fd0-bdba-53c3a5732114), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:59.707248 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2924691-24ec-4d52-933d-7ecf9031bff2 admin admin] Made reservation on behalf of 47c869c5383f414e8784e2fad43098b0 for: {'subnet': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:43:59.708528 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-15e39d1b-c568-4e7b-913a-a08ca02e0e61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-6-iscsi, a5b462aa-a284-4f43-8b3d-18890bd539a5) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:43:59.711742 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-badb4d80-a6c7-4616-9342-eea9138997fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (16a6db3e-32dc-4fd0-bdba-53c3a5732114), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:59.712239 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c2924691-24ec-4d52-933d-7ecf9031bff2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:59.725729 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-badb4d80-a6c7-4616-9342-eea9138997fb admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 13:43:59.738326 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-badb4d80-a6c7-4616-9342-eea9138997fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (b651bed5-6b18-4b7c-82d2-21084f15a7db), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:59.739015 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.segments_db [None req-badb4d80-a6c7-4616-9342-eea9138997fb admin admin] Added segment b651bed5-6b18-4b7c-82d2-21084f15a7db of type vlan for network e755eb19-42d8-4445-9d2b-ab65c9e887f4 Mar 07 13:43:59.743124 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a2c059-3eda-4b72-9500-9e51986c1e49 None None] Network a5b462aa-a284-4f43-8b3d-18890bd539a5 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:43:59.780955 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-badb4d80-a6c7-4616-9342-eea9138997fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776652068127'] for network (e755eb19-42d8-4445-9d2b-ab65c9e887f4), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:59.833260 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e39d1b-c568-4e7b-913a-a08ca02e0e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:43:59.834604 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-15e39d1b-c568-4e7b-913a-a08ca02e0e61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:59.837505 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb4d80-a6c7-4616-9342-eea9138997fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a6db3e-32dc-4fd0-bdba-53c3a5732114,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:43:59.840837 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-badb4d80-a6c7-4616-9342-eea9138997fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for network (e755eb19-42d8-4445-9d2b-ab65c9e887f4), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:59.842213 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badb4d80-a6c7-4616-9342-eea9138997fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:43:59.842874 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-badb4d80-a6c7-4616-9342-eea9138997fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:59.884830 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-badb4d80-a6c7-4616-9342-eea9138997fb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7507343 Mar 07 13:43:59.887666 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 49182) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:43:59.894807 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-15e39d1b-c568-4e7b-913a-a08ca02e0e61 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7516630 Mar 07 13:43:59.899407 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-4982fa71-5316-47d4-bdce-9d5e86063fbe admin admin] Request body: {'subnet': {'network_id': 'e755eb19-42d8-4445-9d2b-ab65c9e887f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1565638508-subnet', 'tenant_id': '8d0adeb92bc743788c6095eae77eb950', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:43:59.923868 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 49184) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:43:59.928707 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-35c81f25-bc80-441a-b377-73bc988a7a94 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-145553921-router', 'tenant_id': '88634ee7e2b24d288fb0ffe0074a2dc6', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:43:59.947403 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4982fa71-5316-47d4-bdce-9d5e86063fbe admin admin] Made reservation on behalf of 8d0adeb92bc743788c6095eae77eb950 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:43:59.950297 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4982fa71-5316-47d4-bdce-9d5e86063fbe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:43:59.977073 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c2924691-24ec-4d52-933d-7ecf9031bff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for subnet (0ab1ae3a-3d96-4f62-ade6-6046f32292a0), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:00.075646 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2924691-24ec-4d52-933d-7ecf9031bff2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ab1ae3a-3d96-4f62-ade6-6046f32292a0,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:00.142143 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d450a998-270f-4fd6-b7ea-e66c11d4ca91 None None] Network a5b462aa-a284-4f43-8b3d-18890bd539a5 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:44:00.161758 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2924691-24ec-4d52-933d-7ecf9031bff2 admin admin] Checking segment: {'id': '3888a266-2606-4bda-82ef-66052acb482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '914c7625-64ea-41a0-8950-7251e7015904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:44:00.162460 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2924691-24ec-4d52-933d-7ecf9031bff2 admin admin] Network hostable DHCP agents. Network: 914c7625-64ea-41a0-8950-7251e7015904, hostable agents: ['08584f1c-1841-49d6-90b0-a431cd6de474'], hosted agents: [] {{(pid=109593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 13:44:00.172006 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-35c81f25-bc80-441a-b377-73bc988a7a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8115342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59994'] for router (2019417e-c974-425f-93e2-5ba0c33fa738), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:00.173982 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-35c81f25-bc80-441a-b377-73bc988a7a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8117886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8114125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59987'] for router (2019417e-c974-425f-93e2-5ba0c33fa738), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:00.188886 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb4d80-a6c7-4616-9342-eea9138997fb admin admin] Pushing event updated for resources: {'Network': ['ID=e755eb19-42d8-4445-9d2b-ab65c9e887f4,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:00.194972 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4982fa71-5316-47d4-bdce-9d5e86063fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for subnet (d21ea196-031e-4652-ba2f-21a1511af976), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:00.223431 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2924691-24ec-4d52-933d-7ecf9031bff2 admin admin] Network 914c7625-64ea-41a0-8950-7251e7015904 is scheduled to be hosted by DHCP agent 08584f1c-1841-49d6-90b0-a431cd6de474 with binding_index 1 {{(pid=109593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 13:44:00.240368 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-c2924691-24ec-4d52-933d-7ecf9031bff2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-6-iscsi, 914c7625-64ea-41a0-8950-7251e7015904) {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:44:00.248920 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2924691-24ec-4d52-933d-7ecf9031bff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:00.249377 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c2924691-24ec-4d52-933d-7ecf9031bff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for subnet (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:00.259992 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982fa71-5316-47d4-bdce-9d5e86063fbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=d21ea196-031e-4652-ba2f-21a1511af976,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:00.288257 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Network e755eb19-42d8-4445-9d2b-ab65c9e887f4 details requested by agent ovs-agent-dv-cinder-813222-6-iscsi with host dv-cinder-813222-6-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 13:44:00.302740 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-c2924691-24ec-4d52-933d-7ecf9031bff2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6300902 Mar 07 13:44:00.314537 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4982fa71-5316-47d4-bdce-9d5e86063fbe admin admin] Checking segment: {'id': 'b651bed5-6b18-4b7c-82d2-21084f15a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e755eb19-42d8-4445-9d2b-ab65c9e887f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:44:00.315785 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4982fa71-5316-47d4-bdce-9d5e86063fbe admin admin] Network hostable DHCP agents. Network: e755eb19-42d8-4445-9d2b-ab65c9e887f4, hostable agents: ['08584f1c-1841-49d6-90b0-a431cd6de474'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 13:44:00.321677 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1093206d-439f-4db7-a0d4-7462e57b4b29 None None] Network 914c7625-64ea-41a0-8950-7251e7015904 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:44:00.324268 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-35c81f25-bc80-441a-b377-73bc988a7a94 admin admin] Publish callbacks [] for router_controller (2019417e-c974-425f-93e2-5ba0c33fa738), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:00.376172 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4982fa71-5316-47d4-bdce-9d5e86063fbe admin admin] Network e755eb19-42d8-4445-9d2b-ab65c9e887f4 is scheduled to be hosted by DHCP agent 08584f1c-1841-49d6-90b0-a431cd6de474 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 13:44:00.426774 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-4982fa71-5316-47d4-bdce-9d5e86063fbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-6-iscsi, e755eb19-42d8-4445-9d2b-ab65c9e887f4) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:44:00.509539 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-35c81f25-bc80-441a-b377-73bc988a7a94 admin admin] Publish callbacks [] for router_gateway (2019417e-c974-425f-93e2-5ba0c33fa738), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:00.524023 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d71c71-8b1c-4d03-bf31-5c12dc1a893a None None] Network e755eb19-42d8-4445-9d2b-ab65c9e887f4 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:44:00.528502 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4982fa71-5316-47d4-bdce-9d5e86063fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:00.528502 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4982fa71-5316-47d4-bdce-9d5e86063fbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:00.596875 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-4982fa71-5316-47d4-bdce-9d5e86063fbe admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7010870 Mar 07 13:44:00.760253 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58865f0-4434-4677-862a-104ae1a08dcb None None] Network e755eb19-42d8-4445-9d2b-ab65c9e887f4 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:44:00.918943 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-35c81f25-bc80-441a-b377-73bc988a7a94 admin admin] Publish callbacks [] for router_gateway (2019417e-c974-425f-93e2-5ba0c33fa738), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:00.922697 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1974d316-566e-4f94-81d3-b98da22e6a66 None None] Network 914c7625-64ea-41a0-8950-7251e7015904 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:44:00.966998 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-35c81f25-bc80-441a-b377-73bc988a7a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:01.142256 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-35c81f25-bc80-441a-b377-73bc988a7a94 admin admin] Allocated IP 172.27.1.207 (4737f3fa-18ff-4252-a580-88148a637511/b90664a8-a6a4-4a65-802b-5b7bd95111f9/7f20690a-fc4f-47f5-b44f-f2283114df6c) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:44:01.343328 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-35c81f25-bc80-441a-b377-73bc988a7a94 admin admin] Publish callbacks [] for port (7f20690a-fc4f-47f5-b44f-f2283114df6c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:01.426605 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-35c81f25-bc80-441a-b377-73bc988a7a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089'] for port (7f20690a-fc4f-47f5-b44f-f2283114df6c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:01.490933 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c81f25-bc80-441a-b377-73bc988a7a94 admin admin] Network 4737f3fa-18ff-4252-a580-88148a637511 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:44:01.495872 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-35c81f25-bc80-441a-b377-73bc988a7a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:44:01.501619 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c81f25-bc80-441a-b377-73bc988a7a94 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:44:01.692028 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 49304) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:01.710870 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c81f25-bc80-441a-b377-73bc988a7a94 admin admin] Pushing event updated for resources: {'Port': ['ID=7f20690a-fc4f-47f5-b44f-f2283114df6c,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:01.736553 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 49316) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:01.743174 dv-cinder-813222-6-iscsi neutron-server[109594]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 13:44:01.849247 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cf9b9069-c32c-4054-84d2-e4ca4620d6db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:01.960354 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cf9b9069-c32c-4054-84d2-e4ca4620d6db admin admin] Publish callbacks [] for security_group (0ea0238b-0dad-4d63-8ac1-8dadc4acd0e5), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:01.966362 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cf9b9069-c32c-4054-84d2-e4ca4620d6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (0ea0238b-0dad-4d63-8ac1-8dadc4acd0e5), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:01.993631 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 49322) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:01.998221 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 49324) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:02.008162 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-6272e6eb-f7c1-4547-9a0d-2574ed9542c2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1368573011-network', 'tenant_id': 'a6e8f67e9de04389bcd2b6641e589cf3'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:44:02.016224 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-e173ba59-e961-4d3f-9fc7-90ff14cf5c94 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:02.018131 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-e173ba59-e961-4d3f-9fc7-90ff14cf5c94 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/networks?id=914c7625-64ea-41a0-8950-7251e7015904 HTTP/1.1" status: 200 len: 812 time: 0.2759757 Mar 07 13:44:02.023864 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-35c81f25-bc80-441a-b377-73bc988a7a94 admin admin] Publish callbacks [] for router_gateway (2019417e-c974-425f-93e2-5ba0c33fa738), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:02.036969 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-cf9b9069-c32c-4054-84d2-e4ca4620d6db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c78b22fa5554f939fd2f009809d79b9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3404536 Mar 07 13:44:02.037835 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 49328) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:02.046420 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b9069-c32c-4054-84d2-e4ca4620d6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea0238b-0dad-4d63-8ac1-8dadc4acd0e5,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:02.059974 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6272e6eb-f7c1-4547-9a0d-2574ed9542c2 admin admin] Made reservation on behalf of a6e8f67e9de04389bcd2b6641e589cf3 for: {'network': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:44:02.062412 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6272e6eb-f7c1-4547-9a0d-2574ed9542c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for network (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:02.074836 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-bcdf4b52-5fb2-4d8f-98b1-e1d8b16ca425 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/quotas/47c869c5383f414e8784e2fad43098b0 HTTP/1.1" status: 200 len: 375 time: 0.0154538 Mar 07 13:44:02.085362 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6272e6eb-f7c1-4547-9a0d-2574ed9542c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:02.124664 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-aad29e1e-019e-4f66-9cc1-b52fa7effc9d admin admin] Publish callbacks [] for security_group (0ea0238b-0dad-4d63-8ac1-8dadc4acd0e5), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:02.161001 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-aad29e1e-019e-4f66-9cc1-b52fa7effc9d admin admin] Publish callbacks [] for security_group (0ea0238b-0dad-4d63-8ac1-8dadc4acd0e5), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:02.169570 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-e83d7202-b49e-43e6-9d0f-4bb19b9c549c tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=47c869c5383f414e8784e2fad43098b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848248 Mar 07 13:44:02.226489 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6272e6eb-f7c1-4547-9a0d-2574ed9542c2 admin admin] Publish callbacks [] for security_group (35f1535d-9930-45c2-8c17-2601ccd55070), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:02.245230 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6272e6eb-f7c1-4547-9a0d-2574ed9542c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (35f1535d-9930-45c2-8c17-2601ccd55070), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:02.256720 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-aad29e1e-019e-4f66-9cc1-b52fa7effc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (0ea0238b-0dad-4d63-8ac1-8dadc4acd0e5), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:02.259666 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-aad29e1e-019e-4f66-9cc1-b52fa7effc9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:02.260984 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-aad29e1e-019e-4f66-9cc1-b52fa7effc9d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ea0238b-0dad-4d63-8ac1-8dadc4acd0e5 HTTP/1.1" status: 204 len: 168 time: 0.2215917 Mar 07 13:44:02.283694 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6272e6eb-f7c1-4547-9a0d-2574ed9542c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=109593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 13:44:02.294629 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272e6eb-f7c1-4547-9a0d-2574ed9542c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f1535d-9930-45c2-8c17-2601ccd55070,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:02.312726 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6272e6eb-f7c1-4547-9a0d-2574ed9542c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (3d132417-54d3-4d0a-ab0f-1c1627e41e6d), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:02.316321 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.db.segments_db [None req-6272e6eb-f7c1-4547-9a0d-2574ed9542c2 admin admin] Added segment 3d132417-54d3-4d0a-ab0f-1c1627e41e6d of type vlan for network 7ac5d880-1aad-432e-9111-69f6c251b1f1 Mar 07 13:44:02.326521 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7856e8fb-843b-4341-aed6-4d9c4af9727c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:02.333398 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-35c81f25-bc80-441a-b377-73bc988a7a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8117877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8114144'] for router (2019417e-c974-425f-93e2-5ba0c33fa738), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:02.361787 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad29e1e-019e-4f66-9cc1-b52fa7effc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea0238b-0dad-4d63-8ac1-8dadc4acd0e5,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:02.454170 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-04a24a7a-dae1-4cfb-8559-318bede2bfe2 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 13:44:02.458898 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6272e6eb-f7c1-4547-9a0d-2574ed9542c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776652068127'] for network (7ac5d880-1aad-432e-9111-69f6c251b1f1), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:02.461148 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-04a24a7a-dae1-4cfb-8559-318bede2bfe2 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1598315 Mar 07 13:44:02.512583 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6272e6eb-f7c1-4547-9a0d-2574ed9542c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for network (7ac5d880-1aad-432e-9111-69f6c251b1f1), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:02.513747 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6272e6eb-f7c1-4547-9a0d-2574ed9542c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:02.514449 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6272e6eb-f7c1-4547-9a0d-2574ed9542c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:02.597367 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272e6eb-f7c1-4547-9a0d-2574ed9542c2 admin admin] Pushing event updated for resources: {'Network': ['ID=7ac5d880-1aad-432e-9111-69f6c251b1f1,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:02.609159 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-6272e6eb-f7c1-4547-9a0d-2574ed9542c2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6097791 Mar 07 13:44:02.610192 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Network 7ac5d880-1aad-432e-9111-69f6c251b1f1 details requested by agent ovs-agent-dv-cinder-813222-6-iscsi with host dv-cinder-813222-6-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 13:44:02.625523 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 49362) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:02.636284 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7856e8fb-843b-4341-aed6-4d9c4af9727c admin admin] Publish callbacks [] for security_group (be7849f0-55f1-4a36-8d5a-bbae9f653a86), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:02.641633 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-e13c9d06-1aba-48c2-8a80-9aaabac3f665 service neutron] 10.222.0.24 "GET /v2.0/networks/914c7625-64ea-41a0-8950-7251e7015904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793447 Mar 07 13:44:02.646354 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7856e8fb-843b-4341-aed6-4d9c4af9727c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (be7849f0-55f1-4a36-8d5a-bbae9f653a86), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:02.650832 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-afe9b3e8-2d80-4171-8ad6-93116db194b6 admin admin] Request body: {'subnet': {'network_id': '7ac5d880-1aad-432e-9111-69f6c251b1f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1368573011-subnet', 'tenant_id': 'a6e8f67e9de04389bcd2b6641e589cf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:44:02.678554 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe9b3e8-2d80-4171-8ad6-93116db194b6 admin admin] Made reservation on behalf of a6e8f67e9de04389bcd2b6641e589cf3 for: {'subnet': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:44:02.681293 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-afe9b3e8-2d80-4171-8ad6-93116db194b6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:02.696908 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 49370) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:02.715651 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c81f25-bc80-441a-b377-73bc988a7a94 admin admin] Router 2019417e-c974-425f-93e2-5ba0c33fa738 is scheduled to L3 agent cc2ab286-18cb-493e-9e53-baec88113460 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 13:44:02.736608 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-7856e8fb-843b-4341-aed6-4d9c4af9727c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7eff1f63987472eab9a65d3ee92919c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7395835 Mar 07 13:44:02.738176 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 49374) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:02.738988 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d46157c0-e48a-412e-8674-613ec70a4a36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:02.740770 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856e8fb-843b-4341-aed6-4d9c4af9727c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7849f0-55f1-4a36-8d5a-bbae9f653a86,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:02.833273 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:02.946090 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-e862a3d9-12fd-4749-92e0-ae71fc805f4e service neutron] 10.222.0.24 "GET /v2.0/networks/914c7625-64ea-41a0-8950-7251e7015904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959266 Mar 07 13:44:02.959243 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-afe9b3e8-2d80-4171-8ad6-93116db194b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for subnet (ecd39ff2-b070-4379-8bbc-66f4080b25a0), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:03.007674 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d5839db7-92db-4147-87b9-0d9d61279b37 admin admin] Publish callbacks [] for security_group (be7849f0-55f1-4a36-8d5a-bbae9f653a86), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:03.041451 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9b3e8-2d80-4171-8ad6-93116db194b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecd39ff2-b070-4379-8bbc-66f4080b25a0,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:03.057710 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe9b3e8-2d80-4171-8ad6-93116db194b6 admin admin] Checking segment: {'id': '3d132417-54d3-4d0a-ab0f-1c1627e41e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7ac5d880-1aad-432e-9111-69f6c251b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:44:03.057982 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe9b3e8-2d80-4171-8ad6-93116db194b6 admin admin] Network hostable DHCP agents. Network: 7ac5d880-1aad-432e-9111-69f6c251b1f1, hostable agents: ['08584f1c-1841-49d6-90b0-a431cd6de474'], hosted agents: [] {{(pid=109593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 13:44:03.077256 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d5839db7-92db-4147-87b9-0d9d61279b37 admin admin] Publish callbacks [] for security_group (be7849f0-55f1-4a36-8d5a-bbae9f653a86), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:03.080513 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c81f25-bc80-441a-b377-73bc988a7a94 admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:44:03.100400 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f42a4c-ef1a-4d1c-bb63-01b8d18e04d7 None None] Sync routers for ids ['2019417e-c974-425f-93e2-5ba0c33fa738'] in dv-cinder-813222-6-iscsi {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:44:03.101799 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe9b3e8-2d80-4171-8ad6-93116db194b6 admin admin] Network 7ac5d880-1aad-432e-9111-69f6c251b1f1 is scheduled to be hosted by DHCP agent 08584f1c-1841-49d6-90b0-a431cd6de474 with binding_index 1 {{(pid=109593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 13:44:03.116487 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-afe9b3e8-2d80-4171-8ad6-93116db194b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-6-iscsi, 7ac5d880-1aad-432e-9111-69f6c251b1f1) {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:44:03.117334 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f42a4c-ef1a-4d1c-bb63-01b8d18e04d7 None None] Routers {'2019417e-c974-425f-93e2-5ba0c33fa738'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:44:03.119572 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-96f42a4c-ef1a-4d1c-bb63-01b8d18e04d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:43:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['2019417e-c974-425f-93e2-5ba0c33fa738'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:44:03.121385 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe9b3e8-2d80-4171-8ad6-93116db194b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:03.122019 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-afe9b3e8-2d80-4171-8ad6-93116db194b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for subnet (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:03.130727 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca11ab7-1e6b-47b8-b98a-e3da7dc0b1d3 None None] Network 7ac5d880-1aad-432e-9111-69f6c251b1f1 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:44:03.164900 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d46157c0-e48a-412e-8674-613ec70a4a36 admin admin] Publish callbacks [] for security_group (1b2bf328-2219-4ecd-8dd1-b38112c5a798), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:03.165922 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-afe9b3e8-2d80-4171-8ad6-93116db194b6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5369067 Mar 07 13:44:03.182520 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d46157c0-e48a-412e-8674-613ec70a4a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (1b2bf328-2219-4ecd-8dd1-b38112c5a798), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:03.234452 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-35c81f25-bc80-441a-b377-73bc988a7a94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:03.245637 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-35c81f25-bc80-441a-b377-73bc988a7a94 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.3176956 Mar 07 13:44:03.246770 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 49398) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:03.290321 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 49404) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:03.356127 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46157c0-e48a-412e-8674-613ec70a4a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2bf328-2219-4ecd-8dd1-b38112c5a798,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:03.397146 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dd662f-af3a-468c-89a0-e515427e21f4 None None] Network 7ac5d880-1aad-432e-9111-69f6c251b1f1 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:44:03.406476 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9694356b-dc64-49af-823a-0227ebefed63 req-e77f3b30-abc3-4299-b86b-d1704e5d7c9b tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 210 time: 0.1107898 Mar 07 13:44:03.411902 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-d46157c0-e48a-412e-8674-613ec70a4a36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ca1175f3a5c4209878ced9d1f08077f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7120576 Mar 07 13:44:03.412686 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 49414) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:03.414086 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-96f42a4c-ef1a-4d1c-bb63-01b8d18e04d7 None None] Set router 2019417e-c974-425f-93e2-5ba0c33fa738 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:44:03.435272 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 49416) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:03.444548 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d5839db7-92db-4147-87b9-0d9d61279b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (be7849f0-55f1-4a36-8d5a-bbae9f653a86), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:03.447789 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d5839db7-92db-4147-87b9-0d9d61279b37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:03.449221 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-d5839db7-92db-4147-87b9-0d9d61279b37 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be7849f0-55f1-4a36-8d5a-bbae9f653a86 HTTP/1.1" status: 204 len: 168 time: 0.7054758 Mar 07 13:44:03.496151 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5839db7-92db-4147-87b9-0d9d61279b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7849f0-55f1-4a36-8d5a-bbae9f653a86,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:03.521523 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c353a21-88fe-4c18-9b3b-58e266c0a0af admin admin] Deleting subnet d21ea196-031e-4652-ba2f-21a1511af976 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 13:44:03.532283 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1c353a21-88fe-4c18-9b3b-58e266c0a0af admin admin] Publish callbacks [] for subnet (d21ea196-031e-4652-ba2f-21a1511af976), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:03.604008 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-31195f5d-007c-43a4-83fe-f390f3d64c95 admin admin] Publish callbacks [] for security_group (1b2bf328-2219-4ecd-8dd1-b38112c5a798), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:03.635577 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1c353a21-88fe-4c18-9b3b-58e266c0a0af admin admin] Publish callbacks [] for subnet (d21ea196-031e-4652-ba2f-21a1511af976), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:03.639049 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-96f42a4c-ef1a-4d1c-bb63-01b8d18e04d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2019417e-c974-425f-93e2-5ba0c33fa738', 'name': 'tempest-ServerRescueNegativeTestJSON-145553921-router', 'tenant_id': '88634ee7e2b24d288fb0ffe0074a2dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '7f20690a-fc4f-47f5-b44f-f2283114df6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:00Z', 'updated_at': '2022-03-07T13:44:01Z', 'revision_number': 3, 'project_id': '88634ee7e2b24d288fb0ffe0074a2dc6', 'gw_port': {'id': '7f20690a-fc4f-47f5-b44f-f2283114df6c', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:20:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2019417e-c974-425f-93e2-5ba0c33fa738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:00Z', 'updated_at': '2022-03-07T13:44:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:44:03.660916 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-31195f5d-007c-43a4-83fe-f390f3d64c95 admin admin] Publish callbacks [] for security_group (1b2bf328-2219-4ecd-8dd1-b38112c5a798), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:03.663191 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1c353a21-88fe-4c18-9b3b-58e266c0a0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663011'] for subnet (d21ea196-031e-4652-ba2f-21a1511af976), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:03.726477 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f42a4c-ef1a-4d1c-bb63-01b8d18e04d7 None None] Checking router: 2019417e-c974-425f-93e2-5ba0c33fa738 for host: dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:44:03.727052 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f42a4c-ef1a-4d1c-bb63-01b8d18e04d7 None None] Updating router 2019417e-c974-425f-93e2-5ba0c33fa738 port 7f20690a-fc4f-47f5-b44f-f2283114df6c binding host dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 13:44:03.834658 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-96f42a4c-ef1a-4d1c-bb63-01b8d18e04d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (7f20690a-fc4f-47f5-b44f-f2283114df6c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:04.200315 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-31195f5d-007c-43a4-83fe-f390f3d64c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (1b2bf328-2219-4ecd-8dd1-b38112c5a798), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:04.204275 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-31195f5d-007c-43a4-83fe-f390f3d64c95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:04.207461 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-31195f5d-007c-43a4-83fe-f390f3d64c95 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b2bf328-2219-4ecd-8dd1-b38112c5a798 HTTP/1.1" status: 204 len: 168 time: 0.7933850 Mar 07 13:44:04.218904 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1c353a21-88fe-4c18-9b3b-58e266c0a0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for subnet (d21ea196-031e-4652-ba2f-21a1511af976), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:04.290234 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31195f5d-007c-43a4-83fe-f390f3d64c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2bf328-2219-4ecd-8dd1-b38112c5a798,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:04.304722 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c353a21-88fe-4c18-9b3b-58e266c0a0af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d21ea196-031e-4652-ba2f-21a1511af976,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:04.342604 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1c353a21-88fe-4c18-9b3b-58e266c0a0af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:04.346046 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-1c353a21-88fe-4c18-9b3b-58e266c0a0af admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d21ea196-031e-4652-ba2f-21a1511af976 HTTP/1.1" status: 204 len: 168 time: 0.9131460 Mar 07 13:44:04.352800 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 49468) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:04.399302 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-96f42a4c-ef1a-4d1c-bb63-01b8d18e04d7 None None] Publish callbacks [] for port (7f20690a-fc4f-47f5-b44f-f2283114df6c), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:04.410775 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-96f42a4c-ef1a-4d1c-bb63-01b8d18e04d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (7f20690a-fc4f-47f5-b44f-f2283114df6c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:04.476315 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-96f42a4c-ef1a-4d1c-bb63-01b8d18e04d7 None None] Attempting to bind port 7f20690a-fc4f-47f5-b44f-f2283114df6c on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:44:04.476315 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-96f42a4c-ef1a-4d1c-bb63-01b8d18e04d7 None None] Attempting to bind port 7f20690a-fc4f-47f5-b44f-f2283114df6c by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:44:04.476602 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f42a4c-ef1a-4d1c-bb63-01b8d18e04d7 None None] Attempting to bind port 7f20690a-fc4f-47f5-b44f-f2283114df6c on network 4737f3fa-18ff-4252-a580-88148a637511 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:44:04.528413 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f42a4c-ef1a-4d1c-bb63-01b8d18e04d7 None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:44:04.528804 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f42a4c-ef1a-4d1c-bb63-01b8d18e04d7 None None] Checking segment: {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:44:04.529265 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-96f42a4c-ef1a-4d1c-bb63-01b8d18e04d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:04.530807 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f42a4c-ef1a-4d1c-bb63-01b8d18e04d7 None None] Bound using segment: {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:44:04.531301 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-96f42a4c-ef1a-4d1c-bb63-01b8d18e04d7 None None] Bound port: 7f20690a-fc4f-47f5-b44f-f2283114df6c, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:44:04.532920 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-96f42a4c-ef1a-4d1c-bb63-01b8d18e04d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (7f20690a-fc4f-47f5-b44f-f2283114df6c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:04.577840 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dea1e540-b4c1-4990-b775-bca9d7bdecf3 req-cb6741e4-7907-4e2b-b7bf-f2fdbf94e85c tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 210 time: 0.0568178 Mar 07 13:44:04.584241 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-521663d8-9af9-4d5f-a69b-bd8cf3b68709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635500'] for network (e755eb19-42d8-4445-9d2b-ab65c9e887f4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:04.658199 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-96f42a4c-ef1a-4d1c-bb63-01b8d18e04d7 None None] For port 7f20690a-fc4f-47f5-b44f-f2283114df6c, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:44:04.664600 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-96f42a4c-ef1a-4d1c-bb63-01b8d18e04d7 None None] For port 7f20690a-fc4f-47f5-b44f-f2283114df6c, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=7f20690a-fc4f-47f5-b44f-f2283114df6c,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:44:04.666199 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 49484) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:04.697688 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-96f42a4c-ef1a-4d1c-bb63-01b8d18e04d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (7f20690a-fc4f-47f5-b44f-f2283114df6c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:04.733627 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31ad51-02f1-4ddd-8de0-0cf82d049afe None None] Pushing event updated for resources: {'Port': ['ID=7f20690a-fc4f-47f5-b44f-f2283114df6c,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:04.737900 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-521663d8-9af9-4d5f-a69b-bd8cf3b68709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725100', 'neutron.services.segments.db._delete_segments_for_network-8776652592487'] for network (e755eb19-42d8-4445-9d2b-ab65c9e887f4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:04.756364 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a23b93c5-b9c7-42d4-b6f7-f0c0c13ba180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:04.758231 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31ad51-02f1-4ddd-8de0-0cf82d049afe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:04.758678 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31ad51-02f1-4ddd-8de0-0cf82d049afe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:04.759041 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31ad51-02f1-4ddd-8de0-0cf82d049afe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:04.759395 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31ad51-02f1-4ddd-8de0-0cf82d049afe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:04.759724 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31ad51-02f1-4ddd-8de0-0cf82d049afe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:04.760050 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31ad51-02f1-4ddd-8de0-0cf82d049afe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:04.771969 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31ad51-02f1-4ddd-8de0-0cf82d049afe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:04.772597 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31ad51-02f1-4ddd-8de0-0cf82d049afe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:04.773204 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31ad51-02f1-4ddd-8de0-0cf82d049afe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:04.773841 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31ad51-02f1-4ddd-8de0-0cf82d049afe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:04.774343 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31ad51-02f1-4ddd-8de0-0cf82d049afe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:04.774838 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31ad51-02f1-4ddd-8de0-0cf82d049afe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:04.775401 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31ad51-02f1-4ddd-8de0-0cf82d049afe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31ad51-02f1-4ddd-8de0-0cf82d049afe None None] Tracked resource versions report: Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: pushed versions: Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: { 'AddressGroup': {'1.2'}, Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: 'ConntrackHelper': {'1.0'}, Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: 'LocalIPAssociation': {'1.0'}, Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: 'Log': {'1.0'}, Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: 'Network': {'1.1'}, Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: 'Port': {'1.7'}, Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: 'PortForwarding': {'1.2'}, Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: 'QosPolicy': {'1.10'}, Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: 'SecurityGroup': {'1.5'}, Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: 'SecurityGroupRule': {'1.2'}, Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: 'SubPort': {'1.0'}, Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: 'Subnet': {'1.1'}, Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: 'Trunk': {'1.1'}} Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: consumer versions: Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: { DHCP agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: HyperV agent@hv-cinder-81322: {}, Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: L3 agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: Metadata agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: Metering agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: Open vSwitch agent@dv-cinder-813222-6-iscsi: { 'AddressGroup': '1.2', Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: 'ConntrackHelper': '1.0', Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: 'LocalIPAssociation': '1.0', Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: 'Log': '1.0', Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: 'Network': '1.1', Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: 'Port': '1.7', Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: 'PortForwarding': '1.2', Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: 'QosPolicy': '1.10', Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: 'SecurityGroup': '1.5', Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: 'SecurityGroupRule': '1.2', Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: 'SubPort': '1.0', Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: 'Subnet': '1.1', Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: 'Trunk': '1.1'}} Mar 07 13:44:04.776752 dv-cinder-813222-6-iscsi neutron-server[109596]: {{(pid=109596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 13:44:04.790252 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-521663d8-9af9-4d5f-a69b-bd8cf3b68709 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:44:04.790781 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-521663d8-9af9-4d5f-a69b-bd8cf3b68709 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:44:04.791692 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-521663d8-9af9-4d5f-a69b-bd8cf3b68709 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:44:04.792251 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-521663d8-9af9-4d5f-a69b-bd8cf3b68709 admin admin] Subscribe: > port after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:44:04.793007 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-521663d8-9af9-4d5f-a69b-bd8cf3b68709 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:44:04.794671 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-521663d8-9af9-4d5f-a69b-bd8cf3b68709 admin admin] Subscribe: > port after_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:44:04.796320 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-521663d8-9af9-4d5f-a69b-bd8cf3b68709 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:44:04.796815 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-521663d8-9af9-4d5f-a69b-bd8cf3b68709 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:44:04.797581 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-521663d8-9af9-4d5f-a69b-bd8cf3b68709 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:44:04.799448 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-521663d8-9af9-4d5f-a69b-bd8cf3b68709 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:44:04.860885 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f42a4c-ef1a-4d1c-bb63-01b8d18e04d7 None None] Routers {'2019417e-c974-425f-93e2-5ba0c33fa738'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:44:04.861603 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-96f42a4c-ef1a-4d1c-bb63-01b8d18e04d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:43:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['2019417e-c974-425f-93e2-5ba0c33fa738'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:44:04.989621 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31ad51-02f1-4ddd-8de0-0cf82d049afe None None] Pushing event updated for resources: {'Port': ['ID=7f20690a-fc4f-47f5-b44f-f2283114df6c,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:05.022121 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-96f42a4c-ef1a-4d1c-bb63-01b8d18e04d7 None None] Set router 2019417e-c974-425f-93e2-5ba0c33fa738 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:44:05.157758 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-521663d8-9af9-4d5f-a69b-bd8cf3b68709 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:44:05.158132 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-521663d8-9af9-4d5f-a69b-bd8cf3b68709 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:44:05.158881 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-521663d8-9af9-4d5f-a69b-bd8cf3b68709 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:44:05.158881 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-521663d8-9af9-4d5f-a69b-bd8cf3b68709 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:44:05.159192 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-521663d8-9af9-4d5f-a69b-bd8cf3b68709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e755eb19-42d8-4445-9d2b-ab65c9e887f4']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:44:05.181302 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-521663d8-9af9-4d5f-a69b-bd8cf3b68709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b651bed5-6b18-4b7c-82d2-21084f15a7db') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:44:05.181873 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-521663d8-9af9-4d5f-a69b-bd8cf3b68709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b651bed5-6b18-4b7c-82d2-21084f15a7db') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:44:05.201188 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-521663d8-9af9-4d5f-a69b-bd8cf3b68709 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776652593776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4840072'] for segment (b651bed5-6b18-4b7c-82d2-21084f15a7db), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:05.224196 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-521663d8-9af9-4d5f-a69b-bd8cf3b68709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (b651bed5-6b18-4b7c-82d2-21084f15a7db), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:05.233727 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-a23b93c5-b9c7-42d4-b6f7-f0c0c13ba180 admin admin] Allocated IP 172.20.0.1 (a5b462aa-a284-4f43-8b3d-18890bd539a5/588e3218-1b5e-44a1-964b-b3809f310cbf/3a67101a-f787-4cd5-9641-063f8ed37e19) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:44:05.234448 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-521663d8-9af9-4d5f-a69b-bd8cf3b68709 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 13:44:05.235176 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-521663d8-9af9-4d5f-a69b-bd8cf3b68709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4839594'] for segment (b651bed5-6b18-4b7c-82d2-21084f15a7db), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: from cryptography.utils import int_from_bytes Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: from cryptography.utils import int_from_bytes Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: Traceback (most recent call last): Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: timer() Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: cb(*args, **kw) Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: return func(*args, **kwargs) Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: self._notify() Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: self.callback(batched_events) Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: event.method(event) Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: return f(self, *a, **k) Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: return self._get(url).json() Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: return self.request(url, 'GET', **kwargs) Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 13:44:05.310970 dv-cinder-813222-6-iscsi neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 13:44:05.318429 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-521663d8-9af9-4d5f-a69b-bd8cf3b68709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8114104'] for network (e755eb19-42d8-4445-9d2b-ab65c9e887f4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:05.356328 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-521663d8-9af9-4d5f-a69b-bd8cf3b68709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:05.371815 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-521663d8-9af9-4d5f-a69b-bd8cf3b68709 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e755eb19-42d8-4445-9d2b-ab65c9e887f4 HTTP/1.1" status: 204 len: 168 time: 1.0154715 Mar 07 13:44:05.374656 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c6c2e3bc-d57d-474a-9e2f-8e76001f8bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:05.374817 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 49518) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:05.396869 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521663d8-9af9-4d5f-a69b-bd8cf3b68709 admin admin] Pushing event deleted for resources: {'Network': ['ID=e755eb19-42d8-4445-9d2b-ab65c9e887f4,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:05.407736 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-96f42a4c-ef1a-4d1c-bb63-01b8d18e04d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2019417e-c974-425f-93e2-5ba0c33fa738', 'name': 'tempest-ServerRescueNegativeTestJSON-145553921-router', 'tenant_id': '88634ee7e2b24d288fb0ffe0074a2dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '7f20690a-fc4f-47f5-b44f-f2283114df6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:00Z', 'updated_at': '2022-03-07T13:44:01Z', 'revision_number': 3, 'project_id': '88634ee7e2b24d288fb0ffe0074a2dc6', 'gw_port': {'id': '7f20690a-fc4f-47f5-b44f-f2283114df6c', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:20:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2019417e-c974-425f-93e2-5ba0c33fa738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:00Z', 'updated_at': '2022-03-07T13:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:44:05.445809 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_v2 [None req-190ab215-232a-42c6-9a86-e40b4c2ecbd2 admin admin] Deleting subnet ecd39ff2-b070-4379-8bbc-66f4080b25a0 {{(pid=109593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 13:44:05.446866 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f42a4c-ef1a-4d1c-bb63-01b8d18e04d7 None None] The sync data for ids ['2019417e-c974-425f-93e2-5ba0c33fa738'] in dv-cinder-813222-6-iscsi is: [{'id': '2019417e-c974-425f-93e2-5ba0c33fa738', 'name': 'tempest-ServerRescueNegativeTestJSON-145553921-router', 'tenant_id': '88634ee7e2b24d288fb0ffe0074a2dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '7f20690a-fc4f-47f5-b44f-f2283114df6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:00Z', 'updated_at': '2022-03-07T13:44:01Z', 'revision_number': 3, 'project_id': '88634ee7e2b24d288fb0ffe0074a2dc6', 'gw_port': {'id': '7f20690a-fc4f-47f5-b44f-f2283114df6c', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:20:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2019417e-c974-425f-93e2-5ba0c33fa738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:00Z', 'updated_at': '2022-03-07T13:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:44:05.460136 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-190ab215-232a-42c6-9a86-e40b4c2ecbd2 admin admin] Publish callbacks [] for subnet (ecd39ff2-b070-4379-8bbc-66f4080b25a0), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:05.519208 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a23b93c5-b9c7-42d4-b6f7-f0c0c13ba180 admin admin] Publish callbacks [] for port (3a67101a-f787-4cd5-9641-063f8ed37e19), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:05.527737 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c6c2e3bc-d57d-474a-9e2f-8e76001f8bc0 admin admin] Publish callbacks [] for security_group (215e8300-e8b8-422d-b478-d47608f15a22), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:05.534749 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c6c2e3bc-d57d-474a-9e2f-8e76001f8bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (215e8300-e8b8-422d-b478-d47608f15a22), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:05.546282 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-190ab215-232a-42c6-9a86-e40b4c2ecbd2 admin admin] Publish callbacks [] for subnet (ecd39ff2-b070-4379-8bbc-66f4080b25a0), precommit_delete_associations {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:05.571830 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-190ab215-232a-42c6-9a86-e40b4c2ecbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663011'] for subnet (ecd39ff2-b070-4379-8bbc-66f4080b25a0), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:05.596930 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-c6c2e3bc-d57d-474a-9e2f-8e76001f8bc0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2a16a0ebbb94b6ead95652f9ef1695b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9293954 Mar 07 13:44:05.597842 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2e3bc-d57d-474a-9e2f-8e76001f8bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215e8300-e8b8-422d-b478-d47608f15a22,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:05.600090 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 49532) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:05.653248 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c957fbc6-31d1-4765-8dd2-852672d2277b admin admin] Publish callbacks [] for security_group (215e8300-e8b8-422d-b478-d47608f15a22), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:05.673022 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a23b93c5-b9c7-42d4-b6f7-f0c0c13ba180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089'] for port (3a67101a-f787-4cd5-9641-063f8ed37e19), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:05.680075 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c957fbc6-31d1-4765-8dd2-852672d2277b admin admin] Publish callbacks [] for security_group (215e8300-e8b8-422d-b478-d47608f15a22), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:05.741478 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c957fbc6-31d1-4765-8dd2-852672d2277b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (215e8300-e8b8-422d-b478-d47608f15a22), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:05.745251 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c957fbc6-31d1-4765-8dd2-852672d2277b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:05.748291 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-c957fbc6-31d1-4765-8dd2-852672d2277b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/215e8300-e8b8-422d-b478-d47608f15a22 HTTP/1.1" status: 204 len: 168 time: 0.1465256 Mar 07 13:44:05.766517 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957fbc6-31d1-4765-8dd2-852672d2277b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215e8300-e8b8-422d-b478-d47608f15a22,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:05.893702 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23b93c5-b9c7-42d4-b6f7-f0c0c13ba180 admin admin] Network a5b462aa-a284-4f43-8b3d-18890bd539a5 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:44:05.900494 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-190ab215-232a-42c6-9a86-e40b4c2ecbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for subnet (ecd39ff2-b070-4379-8bbc-66f4080b25a0), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:05.918964 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-a23b93c5-b9c7-42d4-b6f7-f0c0c13ba180 admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:44:05.932068 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-271c453b-902a-4457-9a0c-397880fde1e7 req-9f09ec5e-4fb9-42ad-85ce-0093228c4fb8 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 210 time: 0.0748842 Mar 07 13:44:05.946713 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b93c5-b9c7-42d4-b6f7-f0c0c13ba180 admin admin] Pushing event updated for resources: {'Port': ['ID=3a67101a-f787-4cd5-9641-063f8ed37e19,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:05.950126 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ab215-232a-42c6-9a86-e40b4c2ecbd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecd39ff2-b070-4379-8bbc-66f4080b25a0,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:05.952852 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23b93c5-b9c7-42d4-b6f7-f0c0c13ba180 admin admin] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:44:05.953715 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a23b93c5-b9c7-42d4-b6f7-f0c0c13ba180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8110285'] for router_interface (2019417e-c974-425f-93e2-5ba0c33fa738), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:06.028177 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-190ab215-232a-42c6-9a86-e40b4c2ecbd2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:06.031652 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-190ab215-232a-42c6-9a86-e40b4c2ecbd2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ecd39ff2-b070-4379-8bbc-66f4080b25a0 HTTP/1.1" status: 204 len: 168 time: 0.6559985 Mar 07 13:44:06.035359 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 49550) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:06.129448 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f84da89-1628-413b-b673-d116712f19ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635500'] for network (7ac5d880-1aad-432e-9111-69f6c251b1f1), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:06.256972 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f84da89-1628-413b-b673-d116712f19ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725100', 'neutron.services.segments.db._delete_segments_for_network-8776652592487'] for network (7ac5d880-1aad-432e-9111-69f6c251b1f1), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:06.280216 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-0f84da89-1628-413b-b673-d116712f19ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac5d880-1aad-432e-9111-69f6c251b1f1']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:44:06.290210 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-0f84da89-1628-413b-b673-d116712f19ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d132417-54d3-4d0a-ab0f-1c1627e41e6d') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:44:06.290507 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-0f84da89-1628-413b-b673-d116712f19ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d132417-54d3-4d0a-ab0f-1c1627e41e6d') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:44:06.311948 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f84da89-1628-413b-b673-d116712f19ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776652593776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4840072'] for segment (3d132417-54d3-4d0a-ab0f-1c1627e41e6d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:06.340114 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f84da89-1628-413b-b673-d116712f19ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (3d132417-54d3-4d0a-ab0f-1c1627e41e6d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:06.348763 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f84da89-1628-413b-b673-d116712f19ac admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 13:44:06.349422 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f84da89-1628-413b-b673-d116712f19ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4839594'] for segment (3d132417-54d3-4d0a-ab0f-1c1627e41e6d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:06.366987 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a23b93c5-b9c7-42d4-b6f7-f0c0c13ba180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (3a67101a-f787-4cd5-9641-063f8ed37e19), before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: Traceback (most recent call last): Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: timer() Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: cb(*args, **kw) Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: return func(*args, **kwargs) Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: self._notify() Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: self.callback(batched_events) Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: event.method(event) Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: return f(self, *a, **k) Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: return self._get(url).json() Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: return self.request(url, 'GET', **kwargs) Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 13:44:06.413211 dv-cinder-813222-6-iscsi neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 13:44:06.419734 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f84da89-1628-413b-b673-d116712f19ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8114104'] for network (7ac5d880-1aad-432e-9111-69f6c251b1f1), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:06.426001 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f84da89-1628-413b-b673-d116712f19ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:06.429461 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-0f84da89-1628-413b-b673-d116712f19ac admin admin] 10.222.0.24 "DELETE /v2.0/networks/7ac5d880-1aad-432e-9111-69f6c251b1f1 HTTP/1.1" status: 204 len: 168 time: 0.3925412 Mar 07 13:44:06.441893 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84da89-1628-413b-b673-d116712f19ac admin admin] Pushing event deleted for resources: {'Network': ['ID=7ac5d880-1aad-432e-9111-69f6c251b1f1,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:06.731038 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a23b93c5-b9c7-42d4-b6f7-f0c0c13ba180 admin admin] Publish callbacks [] for port (3a67101a-f787-4cd5-9641-063f8ed37e19), precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:06.732341 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 49580) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:06.748717 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a23b93c5-b9c7-42d4-b6f7-f0c0c13ba180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (3a67101a-f787-4cd5-9641-063f8ed37e19), after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:06.750092 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a23b93c5-b9c7-42d4-b6f7-f0c0c13ba180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8110241'] for router_interface (2019417e-c974-425f-93e2-5ba0c33fa738), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:06.778588 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-75598674-16f6-499f-bf92-92e16992eb7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d0adeb92bc743788c6095eae77eb950&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0449648 Mar 07 13:44:06.781068 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 49588) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:06.839825 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b287c8df-95b9-44ec-a21c-1d0fd7c14a5b admin admin] Publish callbacks [] for security_group (16a6db3e-32dc-4fd0-bdba-53c3a5732114), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:06.869503 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b287c8df-95b9-44ec-a21c-1d0fd7c14a5b admin admin] Publish callbacks [] for security_group (16a6db3e-32dc-4fd0-bdba-53c3a5732114), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:06.908276 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b93c5-b9c7-42d4-b6f7-f0c0c13ba180 admin admin] Pushing event updated for resources: {'Port': ['ID=3a67101a-f787-4cd5-9641-063f8ed37e19,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:06.935610 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23b93c5-b9c7-42d4-b6f7-f0c0c13ba180 admin admin] Network a5b462aa-a284-4f43-8b3d-18890bd539a5 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:44:06.937644 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-a23b93c5-b9c7-42d4-b6f7-f0c0c13ba180 admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:44:06.943056 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b287c8df-95b9-44ec-a21c-1d0fd7c14a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (16a6db3e-32dc-4fd0-bdba-53c3a5732114), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:06.946679 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b287c8df-95b9-44ec-a21c-1d0fd7c14a5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:06.948043 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-b287c8df-95b9-44ec-a21c-1d0fd7c14a5b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/16a6db3e-32dc-4fd0-bdba-53c3a5732114 HTTP/1.1" status: 204 len: 168 time: 0.1658909 Mar 07 13:44:06.969256 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b287c8df-95b9-44ec-a21c-1d0fd7c14a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a6db3e-32dc-4fd0-bdba-53c3a5732114,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:07.102550 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ed0b18cf-a1a1-4256-a079-4082ede53763 req-fa5519be-029b-4272-927c-972b4332ad15 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 210 time: 0.0491793 Mar 07 13:44:07.121799 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23b93c5-b9c7-42d4-b6f7-f0c0c13ba180 admin admin] Router 2019417e-c974-425f-93e2-5ba0c33fa738 has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:44:07.288487 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 7f20690a-fc4f-47f5-b44f-f2283114df6c up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:44:07.348902 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23b93c5-b9c7-42d4-b6f7-f0c0c13ba180 admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:44:07.357529 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-a23b93c5-b9c7-42d4-b6f7-f0c0c13ba180 admin admin] 10.222.0.24 "PUT /v2.0/routers/2019417e-c974-425f-93e2-5ba0c33fa738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1093593 Mar 07 13:44:07.494766 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 7f20690a-fc4f-47f5-b44f-f2283114df6c triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:44:07.495242 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (7f20690a-fc4f-47f5-b44f-f2283114df6c), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:07.595125 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 7f20690a-fc4f-47f5-b44f-f2283114df6c is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:44:07.595748 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (7f20690a-fc4f-47f5-b44f-f2283114df6c), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:07.617460 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] For port 7f20690a-fc4f-47f5-b44f-f2283114df6c, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=7f20690a-fc4f-47f5-b44f-f2283114df6c,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:44:07.622404 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (7f20690a-fc4f-47f5-b44f-f2283114df6c), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:07.675357 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Pushing event updated for resources: {'Port': ['ID=7f20690a-fc4f-47f5-b44f-f2283114df6c,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:07.683051 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:07.683601 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:07.684289 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:07.685504 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:07.685733 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:07.686061 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:07.686460 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:07.686744 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:07.687072 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:07.687411 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:07.687705 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:07.688247 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:07.688724 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Tracked resource versions report: Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: pushed versions: Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: { 'AddressGroup': {'1.2'}, Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: 'ConntrackHelper': {'1.0'}, Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: 'LocalIPAssociation': {'1.0'}, Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: 'Log': {'1.0'}, Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: 'Network': {'1.1'}, Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: 'Port': {'1.7'}, Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: 'PortForwarding': {'1.2'}, Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: 'QosPolicy': {'1.10'}, Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: 'SecurityGroup': {'1.5'}, Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: 'SecurityGroupRule': {'1.2'}, Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: 'SubPort': {'1.0'}, Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: 'Subnet': {'1.1'}, Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: 'Trunk': {'1.1'}} Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: consumer versions: Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: { DHCP agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: HyperV agent@hv-cinder-81322: {}, Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: L3 agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: Metadata agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: Metering agent@dv-cinder-813222-6-iscsi: {}, Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: Open vSwitch agent@dv-cinder-813222-6-iscsi: { 'AddressGroup': '1.2', Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: 'ConntrackHelper': '1.0', Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: 'LocalIPAssociation': '1.0', Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: 'Log': '1.0', Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: 'Network': '1.1', Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: 'Port': '1.7', Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: 'PortForwarding': '1.2', Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: 'QosPolicy': '1.10', Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: 'SecurityGroup': '1.5', Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: 'SecurityGroupRule': '1.2', Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: 'SubPort': '1.0', Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: 'Subnet': '1.1', Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: 'Trunk': '1.1'}} Mar 07 13:44:07.690658 dv-cinder-813222-6-iscsi neutron-server[109595]: {{(pid=109595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 13:44:07.696968 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dfc5d8-7372-4856-9ce1-3aa59896b984 None None] Sync routers for ids ['2019417e-c974-425f-93e2-5ba0c33fa738'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:44:07.707361 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dfc5d8-7372-4856-9ce1-3aa59896b984 None None] Routers {'2019417e-c974-425f-93e2-5ba0c33fa738'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:44:07.708181 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-94dfc5d8-7372-4856-9ce1-3aa59896b984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:43:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['2019417e-c974-425f-93e2-5ba0c33fa738'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:44:07.794073 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 49628) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:07.838769 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-94dfc5d8-7372-4856-9ce1-3aa59896b984 None None] Set router 2019417e-c974-425f-93e2-5ba0c33fa738 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:44:07.856436 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 49634) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:07.856995 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-e93ed9cb-46a0-49d1-b65f-23722d7093ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6e8f67e9de04389bcd2b6641e589cf3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0617089 Mar 07 13:44:07.918901 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7d7c4dd0-7f6f-491a-866d-acbc44eb7742 admin admin] Publish callbacks [] for security_group (35f1535d-9930-45c2-8c17-2601ccd55070), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:07.942533 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7d7c4dd0-7f6f-491a-866d-acbc44eb7742 admin admin] Publish callbacks [] for security_group (35f1535d-9930-45c2-8c17-2601ccd55070), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:07.995847 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7d7c4dd0-7f6f-491a-866d-acbc44eb7742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (35f1535d-9930-45c2-8c17-2601ccd55070), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:07.998876 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7d7c4dd0-7f6f-491a-866d-acbc44eb7742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:08.000191 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-7d7c4dd0-7f6f-491a-866d-acbc44eb7742 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35f1535d-9930-45c2-8c17-2601ccd55070 HTTP/1.1" status: 204 len: 168 time: 0.1419065 Mar 07 13:44:08.008663 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c4dd0-7f6f-491a-866d-acbc44eb7742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f1535d-9930-45c2-8c17-2601ccd55070,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:08.082260 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-94dfc5d8-7372-4856-9ce1-3aa59896b984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2019417e-c974-425f-93e2-5ba0c33fa738', 'name': 'tempest-ServerRescueNegativeTestJSON-145553921-router', 'tenant_id': '88634ee7e2b24d288fb0ffe0074a2dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '7f20690a-fc4f-47f5-b44f-f2283114df6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:00Z', 'updated_at': '2022-03-07T13:44:06Z', 'revision_number': 4, 'project_id': '88634ee7e2b24d288fb0ffe0074a2dc6', 'gw_port': {'id': '7f20690a-fc4f-47f5-b44f-f2283114df6c', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2019417e-c974-425f-93e2-5ba0c33fa738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:00Z', 'updated_at': '2022-03-07T13:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '3a67101a-f787-4cd5-9641-063f8ed37e19', 'name': '', 'network_id': 'a5b462aa-a284-4f43-8b3d-18890bd539a5', 'tenant_id': '88634ee7e2b24d288fb0ffe0074a2dc6', 'mac_address': 'fa:16:3e:99:4c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2019417e-c974-425f-93e2-5ba0c33fa738', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '588e3218-1b5e-44a1-964b-b3809f310cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:04Z', 'updated_at': '2022-03-07T13:44:06Z', 'revision_number': 2, 'project_id': '88634ee7e2b24d288fb0ffe0074a2dc6', 'subnets': [{'id': '588e3218-1b5e-44a1-964b-b3809f310cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:44:08.115025 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dfc5d8-7372-4856-9ce1-3aa59896b984 None None] Checking router: 2019417e-c974-425f-93e2-5ba0c33fa738 for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:44:08.115383 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dfc5d8-7372-4856-9ce1-3aa59896b984 None None] Updating router 2019417e-c974-425f-93e2-5ba0c33fa738 port 3a67101a-f787-4cd5-9641-063f8ed37e19 binding host dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 13:44:08.145654 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-94dfc5d8-7372-4856-9ce1-3aa59896b984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (3a67101a-f787-4cd5-9641-063f8ed37e19), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:08.347319 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ad0bf22c-584e-40dc-875d-20cb7c5dcbe3 req-762bd25e-fcce-421c-8e56-4c19477b3f3f tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 210 time: 0.0744462 Mar 07 13:44:08.439683 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-89fb6d26-3638-4597-9f73-2ad2ddea0b5b tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:08.441329 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-89fb6d26-3638-4597-9f73-2ad2ddea0b5b tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/networks?id=a5b462aa-a284-4f43-8b3d-18890bd539a5 HTTP/1.1" status: 200 len: 818 time: 0.1565423 Mar 07 13:44:08.456352 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-4f1a3c68-ec22-4ca3-8d70-aca49fbc1526 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/quotas/88634ee7e2b24d288fb0ffe0074a2dc6 HTTP/1.1" status: 200 len: 375 time: 0.0095789 Mar 07 13:44:08.476080 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-94dfc5d8-7372-4856-9ce1-3aa59896b984 None None] Publish callbacks [] for port (3a67101a-f787-4cd5-9641-063f8ed37e19), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:08.484045 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-94dfc5d8-7372-4856-9ce1-3aa59896b984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (3a67101a-f787-4cd5-9641-063f8ed37e19), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:08.584696 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-b315c029-5bd7-41d9-b86b-7f510d5887ac tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=88634ee7e2b24d288fb0ffe0074a2dc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1207490 Mar 07 13:44:08.585741 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394641b7-b7ba-4ecb-95a8-91611c189a7c None None] Pushing event updated for resources: {'Port': ['ID=3a67101a-f787-4cd5-9641-063f8ed37e19,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:08.662900 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-94dfc5d8-7372-4856-9ce1-3aa59896b984 None None] Attempting to bind port 3a67101a-f787-4cd5-9641-063f8ed37e19 on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:44:08.663271 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-94dfc5d8-7372-4856-9ce1-3aa59896b984 None None] Attempting to bind port 3a67101a-f787-4cd5-9641-063f8ed37e19 by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': '035f3fc5-cf6c-466f-ba7d-03dc1ea8059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5b462aa-a284-4f43-8b3d-18890bd539a5'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:44:08.663631 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dfc5d8-7372-4856-9ce1-3aa59896b984 None None] Attempting to bind port 3a67101a-f787-4cd5-9641-063f8ed37e19 on network a5b462aa-a284-4f43-8b3d-18890bd539a5 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:44:08.671524 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dfc5d8-7372-4856-9ce1-3aa59896b984 None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:44:08.671912 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dfc5d8-7372-4856-9ce1-3aa59896b984 None None] Checking segment: {'id': '035f3fc5-cf6c-466f-ba7d-03dc1ea8059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5b462aa-a284-4f43-8b3d-18890bd539a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:44:08.672528 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-94dfc5d8-7372-4856-9ce1-3aa59896b984 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:08.673794 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dfc5d8-7372-4856-9ce1-3aa59896b984 None None] Bound using segment: {'id': '035f3fc5-cf6c-466f-ba7d-03dc1ea8059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5b462aa-a284-4f43-8b3d-18890bd539a5'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:44:08.675085 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-94dfc5d8-7372-4856-9ce1-3aa59896b984 None None] Bound port: 3a67101a-f787-4cd5-9641-063f8ed37e19, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f3fc5-cf6c-466f-ba7d-03dc1ea8059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5b462aa-a284-4f43-8b3d-18890bd539a5'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:44:08.675555 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-94dfc5d8-7372-4856-9ce1-3aa59896b984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (3a67101a-f787-4cd5-9641-063f8ed37e19), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:08.770736 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-94dfc5d8-7372-4856-9ce1-3aa59896b984 None None] For port 3a67101a-f787-4cd5-9641-063f8ed37e19, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:44:08.776500 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-94dfc5d8-7372-4856-9ce1-3aa59896b984 None None] For port 3a67101a-f787-4cd5-9641-063f8ed37e19, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=3a67101a-f787-4cd5-9641-063f8ed37e19,segment=NetworkSegment(035f3fc5-cf6c-466f-ba7d-03dc1ea8059d),segment_id=035f3fc5-cf6c-466f-ba7d-03dc1ea8059d)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:44:08.786497 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-94dfc5d8-7372-4856-9ce1-3aa59896b984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (3a67101a-f787-4cd5-9641-063f8ed37e19), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:08.908698 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-a02ed2d2-23ec-4958-9003-a45efde1778b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 13:44:08.909863 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-a02ed2d2-23ec-4958-9003-a45efde1778b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1112759 Mar 07 13:44:08.937211 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394641b7-b7ba-4ecb-95a8-91611c189a7c None None] Pushing event updated for resources: {'Port': ['ID=3a67101a-f787-4cd5-9641-063f8ed37e19,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:08.957278 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dfc5d8-7372-4856-9ce1-3aa59896b984 None None] Routers {'2019417e-c974-425f-93e2-5ba0c33fa738'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:44:08.957278 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-94dfc5d8-7372-4856-9ce1-3aa59896b984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:43:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['2019417e-c974-425f-93e2-5ba0c33fa738'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:44:09.061224 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-6f10f475-602b-4af0-b004-0d7175e4054d service neutron] 10.222.0.24 "GET /v2.0/networks/a5b462aa-a284-4f43-8b3d-18890bd539a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434565 Mar 07 13:44:09.145780 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-94dfc5d8-7372-4856-9ce1-3aa59896b984 None None] Set router 2019417e-c974-425f-93e2-5ba0c33fa738 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:44:09.242810 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 7f20690a-fc4f-47f5-b44f-f2283114df6c up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:44:09.257023 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-df94ed67-6513-48ad-a48c-7ce5408aae97 service neutron] 10.222.0.24 "GET /v2.0/networks/a5b462aa-a284-4f43-8b3d-18890bd539a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961040 Mar 07 13:44:09.373308 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 7f20690a-fc4f-47f5-b44f-f2283114df6c triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:44:09.373706 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (7f20690a-fc4f-47f5-b44f-f2283114df6c), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:09.545567 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d80f1766-738e-426f-ad72-c37a57a3903f req-f26232aa-7444-448f-9016-a633e1dfe62a tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 210 time: 0.0796900 Mar 07 13:44:09.621524 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1f8754ba-2d34-4248-8147-df9e72cfdc62 req-1fcadd34-f360-4304-a457-ca187a9def82 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 210 time: 0.0670624 Mar 07 13:44:09.637914 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-94dfc5d8-7372-4856-9ce1-3aa59896b984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2019417e-c974-425f-93e2-5ba0c33fa738', 'name': 'tempest-ServerRescueNegativeTestJSON-145553921-router', 'tenant_id': '88634ee7e2b24d288fb0ffe0074a2dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '7f20690a-fc4f-47f5-b44f-f2283114df6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:00Z', 'updated_at': '2022-03-07T13:44:06Z', 'revision_number': 4, 'project_id': '88634ee7e2b24d288fb0ffe0074a2dc6', 'gw_port': {'id': '7f20690a-fc4f-47f5-b44f-f2283114df6c', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2019417e-c974-425f-93e2-5ba0c33fa738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:00Z', 'updated_at': '2022-03-07T13:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '3a67101a-f787-4cd5-9641-063f8ed37e19', 'name': '', 'network_id': 'a5b462aa-a284-4f43-8b3d-18890bd539a5', 'tenant_id': '88634ee7e2b24d288fb0ffe0074a2dc6', 'mac_address': 'fa:16:3e:99:4c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2019417e-c974-425f-93e2-5ba0c33fa738', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '588e3218-1b5e-44a1-964b-b3809f310cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:04Z', 'updated_at': '2022-03-07T13:44:08Z', 'revision_number': 4, 'project_id': '88634ee7e2b24d288fb0ffe0074a2dc6', 'subnets': [{'id': '588e3218-1b5e-44a1-964b-b3809f310cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:44:09.655319 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 7f20690a-fc4f-47f5-b44f-f2283114df6c is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:44:09.724949 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dfc5d8-7372-4856-9ce1-3aa59896b984 None None] The sync data for ids ['2019417e-c974-425f-93e2-5ba0c33fa738'] in dv-cinder-813222-6-iscsi is: [{'id': '2019417e-c974-425f-93e2-5ba0c33fa738', 'name': 'tempest-ServerRescueNegativeTestJSON-145553921-router', 'tenant_id': '88634ee7e2b24d288fb0ffe0074a2dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '7f20690a-fc4f-47f5-b44f-f2283114df6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:00Z', 'updated_at': '2022-03-07T13:44:06Z', 'revision_number': 4, 'project_id': '88634ee7e2b24d288fb0ffe0074a2dc6', 'gw_port': {'id': '7f20690a-fc4f-47f5-b44f-f2283114df6c', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2019417e-c974-425f-93e2-5ba0c33fa738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:00Z', 'updated_at': '2022-03-07T13:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '3a67101a-f787-4cd5-9641-063f8ed37e19', 'name': '', 'network_id': 'a5b462aa-a284-4f43-8b3d-18890bd539a5', 'tenant_id': '88634ee7e2b24d288fb0ffe0074a2dc6', 'mac_address': 'fa:16:3e:99:4c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2019417e-c974-425f-93e2-5ba0c33fa738', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '588e3218-1b5e-44a1-964b-b3809f310cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:04Z', 'updated_at': '2022-03-07T13:44:08Z', 'revision_number': 4, 'project_id': '88634ee7e2b24d288fb0ffe0074a2dc6', 'subnets': [{'id': '588e3218-1b5e-44a1-964b-b3809f310cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:44:09.797707 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.10', 65337) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:10.104673 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-51a673fe-b508-4708-ab4e-df5f745013aa tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:10.120677 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-51a673fe-b508-4708-ab4e-df5f745013aa tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.10 "GET /v2.0/networks?id=914c7625-64ea-41a0-8950-7251e7015904 HTTP/1.1" status: 200 len: 812 time: 0.3119085 Mar 07 13:44:10.248693 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f758b204-7020-4285-8a16-68ee124cb84b tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Request body: {'port': {'device_id': '0176623f-6a0f-408e-b5fe-7484f1316fb2', 'network_id': '914c7625-64ea-41a0-8950-7251e7015904', 'admin_state_up': True, 'tenant_id': '47c869c5383f414e8784e2fad43098b0'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:44:10.968331 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-61da7f4c-3e5d-432b-b55f-52cc60641973 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:10.977960 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-61da7f4c-3e5d-432b-b55f-52cc60641973 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/networks?id=a5b462aa-a284-4f43-8b3d-18890bd539a5 HTTP/1.1" status: 200 len: 818 time: 0.8557029 Mar 07 13:44:11.070382 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4c74436f-597b-4bb1-9372-06073b71c9b3 req-df5df790-e79e-4fc8-b678-4f1688ccc5bd tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 210 time: 0.1166964 Mar 07 13:44:11.075372 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-8b6aa4cc-7228-4306-bf0e-77716ecfbeda tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/quotas/88634ee7e2b24d288fb0ffe0074a2dc6 HTTP/1.1" status: 200 len: 375 time: 0.0963571 Mar 07 13:44:11.149881 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f758b204-7020-4285-8a16-68ee124cb84b tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Made reservation on behalf of 47c869c5383f414e8784e2fad43098b0 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:44:11.168013 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f758b204-7020-4285-8a16-68ee124cb84b tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:11.308093 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 3a67101a-f787-4cd5-9641-063f8ed37e19 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:44:11.425526 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-414a2a26-c398-4a7c-9f44-283895445f64 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=88634ee7e2b24d288fb0ffe0074a2dc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3155208 Mar 07 13:44:11.453145 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 3a67101a-f787-4cd5-9641-063f8ed37e19 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:44:11.454845 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (3a67101a-f787-4cd5-9641-063f8ed37e19), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:11.678372 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f758b204-7020-4285-8a16-68ee124cb84b tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Allocated IP 172.20.0.12 (914c7625-64ea-41a0-8950-7251e7015904/0ab1ae3a-3d96-4f62-ade6-6046f32292a0/ee06e386-7e5c-442b-80f8-04678a51a0d0) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:44:11.727170 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-0e3a4613-f18a-49cb-841e-b6c61827dff7 service neutron] 10.222.0.24 "GET /v2.0/networks/a5b462aa-a284-4f43-8b3d-18890bd539a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006823 Mar 07 13:44:12.010076 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 3a67101a-f787-4cd5-9641-063f8ed37e19 is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:44:12.010552 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (3a67101a-f787-4cd5-9641-063f8ed37e19), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:12.120011 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] For port 3a67101a-f787-4cd5-9641-063f8ed37e19, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=3a67101a-f787-4cd5-9641-063f8ed37e19,segment=NetworkSegment(035f3fc5-cf6c-466f-ba7d-03dc1ea8059d),segment_id=035f3fc5-cf6c-466f-ba7d-03dc1ea8059d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:44:12.130396 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (3a67101a-f787-4cd5-9641-063f8ed37e19), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:12.223200 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Pushing event updated for resources: {'Port': ['ID=3a67101a-f787-4cd5-9641-063f8ed37e19,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:12.256773 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-55fb2427-5fc9-4c30-8a8b-ef195b50c09f service neutron] 10.222.0.24 "GET /v2.0/networks/a5b462aa-a284-4f43-8b3d-18890bd539a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282881 Mar 07 13:44:12.352715 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f758b204-7020-4285-8a16-68ee124cb84b tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Publish callbacks [] for port (ee06e386-7e5c-442b-80f8-04678a51a0d0), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:12.402124 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f758b204-7020-4285-8a16-68ee124cb84b tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (ee06e386-7e5c-442b-80f8-04678a51a0d0), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:12.583423 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.10', 65350) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:12.964268 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f758b204-7020-4285-8a16-68ee124cb84b tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Network 914c7625-64ea-41a0-8950-7251e7015904 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:44:12.982706 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-00b1c192-db6d-4912-963b-1862c41d952f tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:12.988764 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-00b1c192-db6d-4912-963b-1862c41d952f tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.10 "GET /v2.0/networks?id=a5b462aa-a284-4f43-8b3d-18890bd539a5 HTTP/1.1" status: 200 len: 818 time: 0.3818688 Mar 07 13:44:13.082041 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758b204-7020-4285-8a16-68ee124cb84b tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Pushing event updated for resources: {'Port': ['ID=ee06e386-7e5c-442b-80f8-04678a51a0d0,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:13.134602 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-205c3bde-d5a7-4310-a4f8-c3960f4c40d6 req-a4a1464e-998a-4868-8edb-b79c01a070d9 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 210 time: 0.1682172 Mar 07 13:44:13.141919 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f758b204-7020-4285-8a16-68ee124cb84b tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:44:13.164355 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f758b204-7020-4285-8a16-68ee124cb84b tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:44:13.312071 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 3a67101a-f787-4cd5-9641-063f8ed37e19 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:44:13.334019 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26876f99-5005-4df6-ab58-db5edf14b9a2 req-238b4d6b-c88a-4d0d-af82-8c407c6096f7 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:13.341512 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-26876f99-5005-4df6-ab58-db5edf14b9a2 req-238b4d6b-c88a-4d0d-af82-8c407c6096f7 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 932 time: 0.3537626 Mar 07 13:44:13.370035 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f758b204-7020-4285-8a16-68ee124cb84b tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:13.370887 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f758b204-7020-4285-8a16-68ee124cb84b tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:13.433721 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-26876f99-5005-4df6-ab58-db5edf14b9a2 req-ca417504-4dcd-45db-a3e4-ee1350454970 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844131 Mar 07 13:44:13.437669 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f758b204-7020-4285-8a16-68ee124cb84b tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2158201 Mar 07 13:44:13.516425 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 3a67101a-f787-4cd5-9641-063f8ed37e19 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:44:13.516834 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (3a67101a-f787-4cd5-9641-063f8ed37e19), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:13.538598 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 49970) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:13.731244 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 3a67101a-f787-4cd5-9641-063f8ed37e19 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:44:13.786644 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 49986) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:13.875730 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-02e93ba4-510d-4034-880e-c1689c3bcc3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:14.018348 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-abb16178-879e-48fc-843c-68b11ba87f0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:14.066968 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-02e93ba4-510d-4034-880e-c1689c3bcc3d admin admin] Publish callbacks [] for security_group (78cc8ac9-0b67-4b30-8fae-03f1e2a1c3ad), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:14.076071 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-02e93ba4-510d-4034-880e-c1689c3bcc3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (78cc8ac9-0b67-4b30-8fae-03f1e2a1c3ad), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:14.132545 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e93ba4-510d-4034-880e-c1689c3bcc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cc8ac9-0b67-4b30-8fae-03f1e2a1c3ad,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:14.139352 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-02e93ba4-510d-4034-880e-c1689c3bcc3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d2394a76991400988e9777d07abcdbd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5996497 Mar 07 13:44:14.145745 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 50008) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:14.214363 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-abb16178-879e-48fc-843c-68b11ba87f0d admin admin] Publish callbacks [] for security_group (66700005-831b-47c8-9757-87295a31c979), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:14.220010 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-abb16178-879e-48fc-843c-68b11ba87f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (66700005-831b-47c8-9757-87295a31c979), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:14.276958 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-abb16178-879e-48fc-843c-68b11ba87f0d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=54b5d7f27fc642d5a309a777260f449b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4885187 Mar 07 13:44:14.279707 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb16178-879e-48fc-843c-68b11ba87f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66700005-831b-47c8-9757-87295a31c979,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:14.282669 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 50014) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:14.292956 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5738c068-edaf-40c0-828f-110be5a751a2 admin admin] Publish callbacks [] for security_group (78cc8ac9-0b67-4b30-8fae-03f1e2a1c3ad), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:14.313974 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cf891f6d-149c-4286-b8ce-4870bd6f4841 req-ed8ac8f4-9a7d-4765-b241-af1a35417804 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 210 time: 0.0586865 Mar 07 13:44:14.334868 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5738c068-edaf-40c0-828f-110be5a751a2 admin admin] Publish callbacks [] for security_group (78cc8ac9-0b67-4b30-8fae-03f1e2a1c3ad), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:14.347023 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ff2ee392-7f92-450c-a2b5-c1ed27a13fee admin admin] Publish callbacks [] for security_group (66700005-831b-47c8-9757-87295a31c979), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:14.380019 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ff2ee392-7f92-450c-a2b5-c1ed27a13fee admin admin] Publish callbacks [] for security_group (66700005-831b-47c8-9757-87295a31c979), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:14.419931 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5738c068-edaf-40c0-828f-110be5a751a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (78cc8ac9-0b67-4b30-8fae-03f1e2a1c3ad), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:14.430366 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5738c068-edaf-40c0-828f-110be5a751a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:14.431798 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-5738c068-edaf-40c0-828f-110be5a751a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78cc8ac9-0b67-4b30-8fae-03f1e2a1c3ad HTTP/1.1" status: 204 len: 168 time: 0.2827601 Mar 07 13:44:14.452183 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738c068-edaf-40c0-828f-110be5a751a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cc8ac9-0b67-4b30-8fae-03f1e2a1c3ad,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:14.452534 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 50028) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:14.459514 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ff2ee392-7f92-450c-a2b5-c1ed27a13fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (66700005-831b-47c8-9757-87295a31c979), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:14.467664 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ff2ee392-7f92-450c-a2b5-c1ed27a13fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:14.472297 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-ff2ee392-7f92-450c-a2b5-c1ed27a13fee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66700005-831b-47c8-9757-87295a31c979 HTTP/1.1" status: 204 len: 168 time: 0.1876874 Mar 07 13:44:14.487572 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ee392-7f92-450c-a2b5-c1ed27a13fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66700005-831b-47c8-9757-87295a31c979,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:14.576196 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e59bae-31a7-481b-9749-d04384a73ca8 req-2f191f85-84c5-4a38-90aa-598c87068124 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:14.577957 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d2e59bae-31a7-481b-9749-d04384a73ca8 req-2f191f85-84c5-4a38-90aa-598c87068124 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 932 time: 0.0618579 Mar 07 13:44:14.592737 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-40c9d73e-ed99-4323-aab3-c22a01248967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:14.662041 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d2e59bae-31a7-481b-9749-d04384a73ca8 req-f0b94bb5-b66e-46e6-b903-d6c45d474121 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755091 Mar 07 13:44:14.695112 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-40c9d73e-ed99-4323-aab3-c22a01248967 admin admin] Publish callbacks [] for security_group (760ed111-ba11-4b93-964f-1474f68fed30), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:14.700884 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-40c9d73e-ed99-4323-aab3-c22a01248967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (760ed111-ba11-4b93-964f-1474f68fed30), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:14.738375 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9d73e-ed99-4323-aab3-c22a01248967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760ed111-ba11-4b93-964f-1474f68fed30,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:14.752713 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-40c9d73e-ed99-4323-aab3-c22a01248967 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb4a82361e3c4bde83873b95bfd849bb&name=default HTTP/1.1" status: 200 len: 2994 time: 0.2989104 Mar 07 13:44:14.756106 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 50036) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:14.789263 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-f2eeed81-99c2-471b-81bb-3692a6fa9a34 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Request body: {'port': {'device_id': '51cd72de-9a64-4a2a-aacd-348d8a73ac29', 'network_id': 'a5b462aa-a284-4f43-8b3d-18890bd539a5', 'admin_state_up': True, 'tenant_id': '88634ee7e2b24d288fb0ffe0074a2dc6'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:44:14.811678 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0dbe8613-6291-40a6-9aea-9426847661ff admin admin] Publish callbacks [] for security_group (760ed111-ba11-4b93-964f-1474f68fed30), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:14.813150 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 50040) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:14.836288 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ddbc592f-bd12-415b-88f0-cf361159a3e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:14.851583 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0dbe8613-6291-40a6-9aea-9426847661ff admin admin] Publish callbacks [] for security_group (760ed111-ba11-4b93-964f-1474f68fed30), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:14.967694 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ddbc592f-bd12-415b-88f0-cf361159a3e9 admin admin] Publish callbacks [] for security_group (d962d7a9-e24d-4194-b0c1-493b704cde34), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:14.972670 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0dbe8613-6291-40a6-9aea-9426847661ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (760ed111-ba11-4b93-964f-1474f68fed30), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:14.975249 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0dbe8613-6291-40a6-9aea-9426847661ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:14.978903 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-0dbe8613-6291-40a6-9aea-9426847661ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/760ed111-ba11-4b93-964f-1474f68fed30 HTTP/1.1" status: 204 len: 168 time: 0.2191913 Mar 07 13:44:14.991907 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ddbc592f-bd12-415b-88f0-cf361159a3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (d962d7a9-e24d-4194-b0c1-493b704cde34), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:15.007492 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe8613-6291-40a6-9aea-9426847661ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760ed111-ba11-4b93-964f-1474f68fed30,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:15.035669 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-ddbc592f-bd12-415b-88f0-cf361159a3e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07b266b44491473c811ce41ecce9e41d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205448 Mar 07 13:44:15.038740 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 50048) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:15.046626 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc592f-bd12-415b-88f0-cf361159a3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d962d7a9-e24d-4194-b0c1-493b704cde34,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:15.098933 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6f62de15-4ac0-4615-bbcd-1990674730cb admin admin] Publish callbacks [] for security_group (d962d7a9-e24d-4194-b0c1-493b704cde34), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:15.119826 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-f2eeed81-99c2-471b-81bb-3692a6fa9a34 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Made reservation on behalf of 88634ee7e2b24d288fb0ffe0074a2dc6 for: {'port': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:44:15.123621 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6f62de15-4ac0-4615-bbcd-1990674730cb admin admin] Publish callbacks [] for security_group (d962d7a9-e24d-4194-b0c1-493b704cde34), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:15.124005 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-f2eeed81-99c2-471b-81bb-3692a6fa9a34 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:15.182896 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6f62de15-4ac0-4615-bbcd-1990674730cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (d962d7a9-e24d-4194-b0c1-493b704cde34), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:15.186303 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6f62de15-4ac0-4615-bbcd-1990674730cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:15.187473 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-6f62de15-4ac0-4615-bbcd-1990674730cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d962d7a9-e24d-4194-b0c1-493b704cde34 HTTP/1.1" status: 204 len: 168 time: 0.1478329 Mar 07 13:44:15.212993 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62de15-4ac0-4615-bbcd-1990674730cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d962d7a9-e24d-4194-b0c1-493b704cde34,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:15.371598 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-f2eeed81-99c2-471b-81bb-3692a6fa9a34 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Allocated IP 172.20.0.4 (a5b462aa-a284-4f43-8b3d-18890bd539a5/588e3218-1b5e-44a1-964b-b3809f310cbf/906c9fd6-70d3-488f-ab60-10d4094bbe96) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:44:15.378720 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 50064) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:15.402092 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a07c61af-e1ec-416c-b9d3-79a72312d1df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:15.440453 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-deb9f260-d93e-452b-a536-50c56a08b249 req-74d51261-d00b-4c26-8e7c-8453947b810b tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 210 time: 0.0394797 Mar 07 13:44:15.614411 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a07c61af-e1ec-416c-b9d3-79a72312d1df admin admin] Publish callbacks [] for security_group (99a49c6f-631b-4637-9df5-8155b653f070), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:15.621081 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a07c61af-e1ec-416c-b9d3-79a72312d1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (99a49c6f-631b-4637-9df5-8155b653f070), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:15.637759 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-f2eeed81-99c2-471b-81bb-3692a6fa9a34 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Publish callbacks [] for port (906c9fd6-70d3-488f-ab60-10d4094bbe96), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:15.673175 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c61af-e1ec-416c-b9d3-79a72312d1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a49c6f-631b-4637-9df5-8155b653f070,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:15.683394 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-a07c61af-e1ec-416c-b9d3-79a72312d1df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca6a330e501347a2ad3bed1e5dcb94b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3011296 Mar 07 13:44:15.683587 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 50080) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:15.713812 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-f2eeed81-99c2-471b-81bb-3692a6fa9a34 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089'] for port (906c9fd6-70d3-488f-ab60-10d4094bbe96), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:15.866757 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-f2eeed81-99c2-471b-81bb-3692a6fa9a34 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Network a5b462aa-a284-4f43-8b3d-18890bd539a5 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:44:15.901029 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-f2eeed81-99c2-471b-81bb-3692a6fa9a34 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:44:15.912840 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-f2eeed81-99c2-471b-81bb-3692a6fa9a34 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:44:15.922393 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-f2eeed81-99c2-471b-81bb-3692a6fa9a34 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:15.923436 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-f2eeed81-99c2-471b-81bb-3692a6fa9a34 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for port (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:15.927958 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eeed81-99c2-471b-81bb-3692a6fa9a34 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Pushing event updated for resources: {'Port': ['ID=906c9fd6-70d3-488f-ab60-10d4094bbe96,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:15.985529 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-f2eeed81-99c2-471b-81bb-3692a6fa9a34 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2011721 Mar 07 13:44:15.991349 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-11542122-948f-48b4-a32b-8503a1798bf2 admin admin] Publish callbacks [] for security_group (99a49c6f-631b-4637-9df5-8155b653f070), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:16.054954 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-11542122-948f-48b4-a32b-8503a1798bf2 admin admin] Publish callbacks [] for security_group (99a49c6f-631b-4637-9df5-8155b653f070), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:16.113541 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4c834-1021-406a-bd55-9f9ad7a6a907 req-3f214a06-d82b-4f36-a0c9-49f6bf0238e3 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:16.116802 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5cb4c834-1021-406a-bd55-9f9ad7a6a907 req-3f214a06-d82b-4f36-a0c9-49f6bf0238e3 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 932 time: 0.3201048 Mar 07 13:44:16.217144 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-11542122-948f-48b4-a32b-8503a1798bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (99a49c6f-631b-4637-9df5-8155b653f070), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:16.223249 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-11542122-948f-48b4-a32b-8503a1798bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:16.228292 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-11542122-948f-48b4-a32b-8503a1798bf2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99a49c6f-631b-4637-9df5-8155b653f070 HTTP/1.1" status: 204 len: 168 time: 0.5434513 Mar 07 13:44:16.253270 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11542122-948f-48b4-a32b-8503a1798bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a49c6f-631b-4637-9df5-8155b653f070,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:16.347907 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5cb4c834-1021-406a-bd55-9f9ad7a6a907 req-c5305110-f669-44ca-9c8d-5b4b0e61acd1 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022095 Mar 07 13:44:16.537063 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-59e24eec-fb6e-4b3a-9657-cfcd34b9a739 req-4d07d22c-e297-458c-9a52-d3ece6b08eb1 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 210 time: 0.0266173 Mar 07 13:44:17.342340 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-1dbf66ae-8cbb-4b12-adec-24b091433ed1 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 13:44:17.343328 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-1dbf66ae-8cbb-4b12-adec-24b091433ed1 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052972 Mar 07 13:44:17.865972 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e40072fe-3b1b-4450-827d-b58e9cf9b61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:18.073298 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-36b6f682-412e-480e-9f42-daf2a6e42159 req-09209e3c-dc48-4fc7-8305-323a6768f9d4 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 210 time: 0.0777452 Mar 07 13:44:18.101966 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5c74a-bd71-4120-bf9d-10ba47be071c req-d41333a0-ddd8-4c10-8b49-2a3e5fa2315f tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:18.108659 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7fb5c74a-bd71-4120-bf9d-10ba47be071c req-d41333a0-ddd8-4c10-8b49-2a3e5fa2315f tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 932 time: 0.6073155 Mar 07 13:44:18.185534 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7fb5c74a-bd71-4120-bf9d-10ba47be071c req-e5392263-dc82-4358-919f-d859dba0db46 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663514 Mar 07 13:44:18.311640 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 50228) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:18.321101 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:44:18.644442 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1257c46a-32b5-4c2c-ab97-acfbeb6909a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:18.854247 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1257c46a-32b5-4c2c-ab97-acfbeb6909a1 admin admin] Publish callbacks [] for security_group (f6f3b810-01be-4d6c-81bb-91de78151c68), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:18.871121 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1257c46a-32b5-4c2c-ab97-acfbeb6909a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (f6f3b810-01be-4d6c-81bb-91de78151c68), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:18.948471 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 50252) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:18.949205 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-1257c46a-32b5-4c2c-ab97-acfbeb6909a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=288a3765553d41458325f5ba5f4f9db2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6274946 Mar 07 13:44:18.950138 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257c46a-32b5-4c2c-ab97-acfbeb6909a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f3b810-01be-4d6c-81bb-91de78151c68,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:19.109192 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bcbb177b-08dc-4af8-9945-fa112882247f admin admin] Publish callbacks [] for security_group (f6f3b810-01be-4d6c-81bb-91de78151c68), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:19.150918 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bcbb177b-08dc-4af8-9945-fa112882247f admin admin] Publish callbacks [] for security_group (f6f3b810-01be-4d6c-81bb-91de78151c68), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:19.224960 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bcbb177b-08dc-4af8-9945-fa112882247f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (f6f3b810-01be-4d6c-81bb-91de78151c68), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:19.230924 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bcbb177b-08dc-4af8-9945-fa112882247f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:19.233698 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-bcbb177b-08dc-4af8-9945-fa112882247f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6f3b810-01be-4d6c-81bb-91de78151c68 HTTP/1.1" status: 204 len: 168 time: 0.2809868 Mar 07 13:44:19.256289 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb177b-08dc-4af8-9945-fa112882247f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f3b810-01be-4d6c-81bb-91de78151c68,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:19.287102 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0d4b61d3-6cfd-49a5-a315-19ea80694bf8 req-4ccd9734-62de-4141-94ef-a3d33273a567 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 210 time: 0.0585029 Mar 07 13:44:19.411343 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-eabf8a76-9ee2-47a5-8e3b-0b86d834c60d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 13:44:19.412779 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-eabf8a76-9ee2-47a5-8e3b-0b86d834c60d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062313 Mar 07 13:44:19.503908 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2a800-e00f-4359-ae32-fe3a8715d9f4 req-106eb9d6-d554-48d3-85d0-2734302a49dd tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:19.511186 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-53d2a800-e00f-4359-ae32-fe3a8715d9f4 req-106eb9d6-d554-48d3-85d0-2734302a49dd tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 932 time: 0.1470790 Mar 07 13:44:19.688159 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-53d2a800-e00f-4359-ae32-fe3a8715d9f4 req-78e8f8fe-1d8c-4806-b6ef-10efa3fc606a tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733329 Mar 07 13:44:19.795487 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f0cee624-5245-4023-9fbe-18ecb8af767e service neutron] Request body: {'port': {'device_id': '0176623f-6a0f-408e-b5fe-7484f1316fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:44:19.868087 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-9c777369-b511-4bbf-9af4-4a6b56625bab service neutron] Request body: {'port': {'device_id': '51cd72de-9a64-4a2a-aacd-348d8a73ac29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:44:19.901789 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 50298) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:19.932020 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f0cee624-5245-4023-9fbe-18ecb8af767e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (ee06e386-7e5c-442b-80f8-04678a51a0d0), before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:19.953466 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aa486c7f-d918-4ec8-b6a8-43328d577d7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:20.055078 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-9c777369-b511-4bbf-9af4-4a6b56625bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (906c9fd6-70d3-488f-ab60-10d4094bbe96), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:20.106040 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e580ab8c-eb7c-46b6-9fd8-15bd8fc44064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:20.303676 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aa486c7f-d918-4ec8-b6a8-43328d577d7c admin admin] Publish callbacks [] for security_group (3f7a55c0-7792-4374-b721-ae1cb088c4ec), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:20.325075 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aa486c7f-d918-4ec8-b6a8-43328d577d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (3f7a55c0-7792-4374-b721-ae1cb088c4ec), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:20.515276 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f0cee624-5245-4023-9fbe-18ecb8af767e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee06e386-7e5c-442b-80f8-04678a51a0d0 {{(pid=109593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:44:20.547714 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f0cee624-5245-4023-9fbe-18ecb8af767e service neutron] Publish callbacks [] for port (ee06e386-7e5c-442b-80f8-04678a51a0d0), precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:20.583093 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-61edd95e-486e-4690-a955-66db2672f111 req-1ef4d4ef-c4ca-4fd9-9883-48aa32a812ec tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 210 time: 0.1329687 Mar 07 13:44:20.591765 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-aa486c7f-d918-4ec8-b6a8-43328d577d7c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ebb10ab08a742e8bf58057307917e61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6886394 Mar 07 13:44:20.592646 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 50316) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:20.598202 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa486c7f-d918-4ec8-b6a8-43328d577d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7a55c0-7792-4374-b721-ae1cb088c4ec,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:20.600520 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.provisioning_blocks [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f0cee624-5245-4023-9fbe-18ecb8af767e service neutron] Transition to ACTIVE for port object ee06e386-7e5c-442b-80f8-04678a51a0d0 will not be triggered until provisioned by entity L2. {{(pid=109593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 13:44:20.614023 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f0cee624-5245-4023-9fbe-18ecb8af767e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (ee06e386-7e5c-442b-80f8-04678a51a0d0), after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:20.684573 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cee624-5245-4023-9fbe-18ecb8af767e service neutron] Pushing event updated for resources: {'Port': ['ID=ee06e386-7e5c-442b-80f8-04678a51a0d0,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:20.819679 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3dfebc4-4440-4c31-84f6-4d1b42b25afc admin admin] Publish callbacks [] for security_group (3f7a55c0-7792-4374-b721-ae1cb088c4ec), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:20.836039 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f0cee624-5245-4023-9fbe-18ecb8af767e service neutron] Attempting to bind port ee06e386-7e5c-442b-80f8-04678a51a0d0 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:44:20.836404 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f0cee624-5245-4023-9fbe-18ecb8af767e service neutron] Attempting to bind port ee06e386-7e5c-442b-80f8-04678a51a0d0 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '3888a266-2606-4bda-82ef-66052acb482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '914c7625-64ea-41a0-8950-7251e7015904'}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:44:20.836742 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f0cee624-5245-4023-9fbe-18ecb8af767e service neutron] Attempting to bind port ee06e386-7e5c-442b-80f8-04678a51a0d0 on network 914c7625-64ea-41a0-8950-7251e7015904 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:44:20.851414 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f0cee624-5245-4023-9fbe-18ecb8af767e service neutron] Port ee06e386-7e5c-442b-80f8-04678a51a0d0 on network 914c7625-64ea-41a0-8950-7251e7015904 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 13:44:20.851743 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f0cee624-5245-4023-9fbe-18ecb8af767e service neutron] Attempting to bind port ee06e386-7e5c-442b-80f8-04678a51a0d0 on network 914c7625-64ea-41a0-8950-7251e7015904 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:44:20.856953 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f0cee624-5245-4023-9fbe-18ecb8af767e service neutron] Checking agent: {'id': '54ecd8f5-e943-4369-a21b-1222345f30ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'started_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:44:20.857432 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f0cee624-5245-4023-9fbe-18ecb8af767e service neutron] Checking segment: {'id': '3888a266-2606-4bda-82ef-66052acb482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '914c7625-64ea-41a0-8950-7251e7015904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:44:20.858039 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f0cee624-5245-4023-9fbe-18ecb8af767e service neutron] Bound using segment: {'id': '3888a266-2606-4bda-82ef-66052acb482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '914c7625-64ea-41a0-8950-7251e7015904'} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:44:20.858494 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f0cee624-5245-4023-9fbe-18ecb8af767e service neutron] Bound port: ee06e386-7e5c-442b-80f8-04678a51a0d0, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3888a266-2606-4bda-82ef-66052acb482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '914c7625-64ea-41a0-8950-7251e7015904'}}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:44:20.858837 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f0cee624-5245-4023-9fbe-18ecb8af767e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (ee06e386-7e5c-442b-80f8-04678a51a0d0), before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:20.940497 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-9c777369-b511-4bbf-9af4-4a6b56625bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906c9fd6-70d3-488f-ab60-10d4094bbe96 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:44:20.953635 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-9c777369-b511-4bbf-9af4-4a6b56625bab service neutron] Publish callbacks [] for port (906c9fd6-70d3-488f-ab60-10d4094bbe96), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:20.958357 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3dfebc4-4440-4c31-84f6-4d1b42b25afc admin admin] Publish callbacks [] for security_group (3f7a55c0-7792-4374-b721-ae1cb088c4ec), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:20.997720 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-9c777369-b511-4bbf-9af4-4a6b56625bab service neutron] Transition to ACTIVE for port object 906c9fd6-70d3-488f-ab60-10d4094bbe96 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 13:44:21.003745 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f0cee624-5245-4023-9fbe-18ecb8af767e service neutron] For port ee06e386-7e5c-442b-80f8-04678a51a0d0, host hv-cinder-81322, cleared binding levels {{(pid=109593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:44:21.012199 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-9c777369-b511-4bbf-9af4-4a6b56625bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (906c9fd6-70d3-488f-ab60-10d4094bbe96), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:21.014291 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f0cee624-5245-4023-9fbe-18ecb8af767e service neutron] For port ee06e386-7e5c-442b-80f8-04678a51a0d0, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ee06e386-7e5c-442b-80f8-04678a51a0d0,segment=NetworkSegment(3888a266-2606-4bda-82ef-66052acb482d),segment_id=3888a266-2606-4bda-82ef-66052acb482d)] {{(pid=109593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:44:21.031133 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f0cee624-5245-4023-9fbe-18ecb8af767e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (ee06e386-7e5c-442b-80f8-04678a51a0d0), after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:21.049882 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba69e5-6898-461f-bf2f-178d42d742d7 req-b5ccece0-4aa4-4bcb-9421-b2013baebcbf tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:21.051492 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-adba69e5-6898-461f-bf2f-178d42d742d7 req-b5ccece0-4aa4-4bcb-9421-b2013baebcbf tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 944 time: 0.2366033 Mar 07 13:44:21.130206 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c777369-b511-4bbf-9af4-4a6b56625bab service neutron] Pushing event updated for resources: {'Port': ['ID=906c9fd6-70d3-488f-ab60-10d4094bbe96,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:21.137219 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3dfebc4-4440-4c31-84f6-4d1b42b25afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (3f7a55c0-7792-4374-b721-ae1cb088c4ec), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:21.139774 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3dfebc4-4440-4c31-84f6-4d1b42b25afc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:21.140963 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-c3dfebc4-4440-4c31-84f6-4d1b42b25afc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f7a55c0-7792-4374-b721-ae1cb088c4ec HTTP/1.1" status: 204 len: 168 time: 0.5443351 Mar 07 13:44:21.196047 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cee624-5245-4023-9fbe-18ecb8af767e service neutron] Pushing event updated for resources: {'Port': ['ID=ee06e386-7e5c-442b-80f8-04678a51a0d0,revision_number=3']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:21.221578 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f0cee624-5245-4023-9fbe-18ecb8af767e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:21.222923 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f0cee624-5245-4023-9fbe-18ecb8af767e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for port (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:21.225706 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-f0cee624-5245-4023-9fbe-18ecb8af767e service neutron] 10.222.0.10 "PUT /v2.0/ports/ee06e386-7e5c-442b-80f8-04678a51a0d0 HTTP/1.1" status: 200 len: 1094 time: 1.5272667 Mar 07 13:44:21.226410 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0176623f-6a0f-408e-b5fe-7484f1316fb2', 'tag': 'ee06e386-7e5c-442b-80f8-04678a51a0d0'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:44:21.286237 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:21.300242 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dfebc4-4440-4c31-84f6-4d1b42b25afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7a55c0-7792-4374-b721-ae1cb088c4ec,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:21.362505 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-adba69e5-6898-461f-bf2f-178d42d742d7 req-d5384221-5f80-4813-8e6f-3ee74282d5d2 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039804 Mar 07 13:44:21.374888 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-9c777369-b511-4bbf-9af4-4a6b56625bab service neutron] Attempting to bind port 906c9fd6-70d3-488f-ab60-10d4094bbe96 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:44:21.375447 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-9c777369-b511-4bbf-9af4-4a6b56625bab service neutron] Attempting to bind port 906c9fd6-70d3-488f-ab60-10d4094bbe96 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '035f3fc5-cf6c-466f-ba7d-03dc1ea8059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5b462aa-a284-4f43-8b3d-18890bd539a5'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:44:21.375873 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-9c777369-b511-4bbf-9af4-4a6b56625bab service neutron] Attempting to bind port 906c9fd6-70d3-488f-ab60-10d4094bbe96 on network a5b462aa-a284-4f43-8b3d-18890bd539a5 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:44:21.382020 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-9c777369-b511-4bbf-9af4-4a6b56625bab service neutron] Port 906c9fd6-70d3-488f-ab60-10d4094bbe96 on network a5b462aa-a284-4f43-8b3d-18890bd539a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 13:44:21.382661 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-9c777369-b511-4bbf-9af4-4a6b56625bab service neutron] Attempting to bind port 906c9fd6-70d3-488f-ab60-10d4094bbe96 on network a5b462aa-a284-4f43-8b3d-18890bd539a5 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:44:21.388454 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-9c777369-b511-4bbf-9af4-4a6b56625bab service neutron] Checking agent: {'id': '54ecd8f5-e943-4369-a21b-1222345f30ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'started_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:44:21.388995 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-9c777369-b511-4bbf-9af4-4a6b56625bab service neutron] Checking segment: {'id': '035f3fc5-cf6c-466f-ba7d-03dc1ea8059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5b462aa-a284-4f43-8b3d-18890bd539a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:44:21.389699 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-9c777369-b511-4bbf-9af4-4a6b56625bab service neutron] Bound using segment: {'id': '035f3fc5-cf6c-466f-ba7d-03dc1ea8059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5b462aa-a284-4f43-8b3d-18890bd539a5'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:44:21.390294 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-9c777369-b511-4bbf-9af4-4a6b56625bab service neutron] Bound port: 906c9fd6-70d3-488f-ab60-10d4094bbe96, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035f3fc5-cf6c-466f-ba7d-03dc1ea8059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5b462aa-a284-4f43-8b3d-18890bd539a5'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:44:21.391142 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-9c777369-b511-4bbf-9af4-4a6b56625bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (906c9fd6-70d3-488f-ab60-10d4094bbe96), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:21.470008 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-9c777369-b511-4bbf-9af4-4a6b56625bab service neutron] For port 906c9fd6-70d3-488f-ab60-10d4094bbe96, host hv-cinder-81322, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:44:21.476892 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-9c777369-b511-4bbf-9af4-4a6b56625bab service neutron] For port 906c9fd6-70d3-488f-ab60-10d4094bbe96, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=906c9fd6-70d3-488f-ab60-10d4094bbe96,segment=NetworkSegment(035f3fc5-cf6c-466f-ba7d-03dc1ea8059d),segment_id=035f3fc5-cf6c-466f-ba7d-03dc1ea8059d)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:44:21.490858 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-9c777369-b511-4bbf-9af4-4a6b56625bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (906c9fd6-70d3-488f-ab60-10d4094bbe96), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:21.537193 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-9c777369-b511-4bbf-9af4-4a6b56625bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:21.537825 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-9c777369-b511-4bbf-9af4-4a6b56625bab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:21.539442 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-9c777369-b511-4bbf-9af4-4a6b56625bab service neutron] 10.222.0.10 "PUT /v2.0/ports/906c9fd6-70d3-488f-ab60-10d4094bbe96 HTTP/1.1" status: 200 len: 1093 time: 1.8337157 Mar 07 13:44:21.539894 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51cd72de-9a64-4a2a-aacd-348d8a73ac29', 'tag': '906c9fd6-70d3-488f-ab60-10d4094bbe96'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:44:21.550179 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f103107def4ac1757260bfdb5b7c692c97e792ef1fddc37f4b0882d33d20cc26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfd3937-0343-4f67-83c4-f6e0acaf5faf" -d '{"events": [{"name": "network-changed", "server_uuid": "0176623f-6a0f-408e-b5fe-7484f1316fb2", "tag": "ee06e386-7e5c-442b-80f8-04678a51a0d0"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:44:21.609659 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c777369-b511-4bbf-9af4-4a6b56625bab service neutron] Pushing event updated for resources: {'Port': ['ID=906c9fd6-70d3-488f-ab60-10d4094bbe96,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:21.685950 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141493ec-54bd-4bdc-99cf-747cf7179221" -d '{"events": [{"name": "network-changed", "server_uuid": "51cd72de-9a64-4a2a-aacd-348d8a73ac29", "tag": "906c9fd6-70d3-488f-ab60-10d4094bbe96"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:44:21.735944 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-63d74aa6-c34a-4d07-918a-c3ac6329c2dd req-ee0e2906-c726-4c7e-8ada-46e1f8fc46f2 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 210 time: 0.0294862 Mar 07 13:44:21.785080 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d1021d-6e95-44ac-abfe-f9bfa65a3ab5 x-openstack-request-id: req-33d1021d-6e95-44ac-abfe-f9bfa65a3ab5 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:44:21.786117 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0176623f-6a0f-408e-b5fe-7484f1316fb2", "tag": "ee06e386-7e5c-442b-80f8-04678a51a0d0", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:44:21.786525 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33d1021d-6e95-44ac-abfe-f9bfa65a3ab5 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:44:21.787973 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0176623f-6a0f-408e-b5fe-7484f1316fb2', 'tag': 'ee06e386-7e5c-442b-80f8-04678a51a0d0', 'status': 'completed', 'code': 200} Mar 07 13:44:21.904513 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bf1a37-eda0-455f-aa00-58f89c770581 x-openstack-request-id: req-69bf1a37-eda0-455f-aa00-58f89c770581 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:44:21.904513 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51cd72de-9a64-4a2a-aacd-348d8a73ac29", "tag": "906c9fd6-70d3-488f-ab60-10d4094bbe96", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:44:21.904513 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69bf1a37-eda0-455f-aa00-58f89c770581 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:44:21.904513 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51cd72de-9a64-4a2a-aacd-348d8a73ac29', 'tag': '906c9fd6-70d3-488f-ab60-10d4094bbe96', 'status': 'completed', 'code': 200} Mar 07 13:44:22.373218 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:22.500259 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daab492-43c5-4bb4-858a-da4c99b63fc3 req-81d62181-4d84-4e8d-8cb4-afa94e742c93 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:22.504845 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8daab492-43c5-4bb4-858a-da4c99b63fc3 req-81d62181-4d84-4e8d-8cb4-afa94e742c93 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 944 time: 0.0555940 Mar 07 13:44:22.549576 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8daab492-43c5-4bb4-858a-da4c99b63fc3 req-de02eabd-74c7-49a0-b6af-e58d6c22b1ec tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413091 Mar 07 13:44:22.841636 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0b18f4b1-de8f-4bdb-81a5-f602cba8cdd1 req-60b01e84-b99a-495d-8c9f-898e4bb9b4da tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 210 time: 0.0310841 Mar 07 13:44:23.662989 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313340b1-add0-4781-a682-ab62e8266ac8 req-ad1f60d5-b414-46ca-a984-6a92cd792748 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:23.664426 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-313340b1-add0-4781-a682-ab62e8266ac8 req-ad1f60d5-b414-46ca-a984-6a92cd792748 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 944 time: 0.0506580 Mar 07 13:44:23.708947 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-313340b1-add0-4781-a682-ab62e8266ac8 req-fdb95bb8-d135-43bf-abbf-1555dbf80189 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388112 Mar 07 13:44:23.931664 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-639894c7-6be8-4048-a927-2cdb8f18c4ea req-9a39e3c8-2fc6-4a36-8ad2-ab9e4ec0d11c tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 210 time: 0.0267525 Mar 07 13:44:24.214416 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:24.826501 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb46d2-8cfd-43a6-9ec2-92e44d501b31 req-74c906b4-eaf6-4cf7-ad7f-81f10669d82f tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:24.828017 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-67fb46d2-8cfd-43a6-9ec2-92e44d501b31 req-74c906b4-eaf6-4cf7-ad7f-81f10669d82f tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 944 time: 0.0518241 Mar 07 13:44:24.876287 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-67fb46d2-8cfd-43a6-9ec2-92e44d501b31 req-91c905bb-30f2-45c6-b4b8-d669eb86c4cc tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423727 Mar 07 13:44:25.020970 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4250dabe-f710-435c-a00e-5dee59f88fcd req-aca4f63c-cb89-435f-aeef-fa4ecfdd9db3 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 210 time: 0.0265124 Mar 07 13:44:26.003218 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25b455-9392-4c03-ad5e-42cf46ec61ee req-318dabed-d73d-4386-aa1a-7fbca2fbb00d tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:26.004827 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4b25b455-9392-4c03-ad5e-42cf46ec61ee req-318dabed-d73d-4386-aa1a-7fbca2fbb00d tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 944 time: 0.0585933 Mar 07 13:44:26.055222 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4b25b455-9392-4c03-ad5e-42cf46ec61ee req-a88473a2-6337-414c-8ac4-c7b6948eb0d5 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447834 Mar 07 13:44:26.128086 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-10047cf0-a4d2-46ff-a807-b9100ff51fa4 req-6a0d75be-3f94-44dd-8297-2c9d70f9b080 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 210 time: 0.0271657 Mar 07 13:44:27.183210 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56864d-4e66-4b13-8c13-2afbc8633cc6 req-2d89e272-da68-40d5-9740-a4e4bda8ab9d tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:27.190505 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fd56864d-4e66-4b13-8c13-2afbc8633cc6 req-2d89e272-da68-40d5-9740-a4e4bda8ab9d tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 944 time: 0.0651908 Mar 07 13:44:27.237193 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-36637131-1917-42f9-86fc-0ead7320ee63 req-0e522bd8-a9b2-4068-b1b9-0ed26b2f1656 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 210 time: 0.0329261 Mar 07 13:44:27.262462 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fd56864d-4e66-4b13-8c13-2afbc8633cc6 req-42c9a8b0-67f4-4dc9-a6a7-1e5e9854138a tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710781 Mar 07 13:44:28.331255 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dd43318e-c154-44ed-9a64-6c9f46f04d4e req-283a11fb-70d4-4c1e-b000-bcae62982f5a tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 210 time: 0.0274317 Mar 07 13:44:28.411315 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc942-f2e6-4ede-8469-135d8ea49b51 req-c4f06c60-b626-442f-94bc-acc198ec49a9 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:28.413034 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c87fc942-f2e6-4ede-8469-135d8ea49b51 req-c4f06c60-b626-442f-94bc-acc198ec49a9 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 944 time: 0.0679982 Mar 07 13:44:28.471459 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c87fc942-f2e6-4ede-8469-135d8ea49b51 req-270588ba-318d-4886-9413-c7d0c7311fbc tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513158 Mar 07 13:44:28.789035 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 50612) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:28.824915 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 50618) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:28.994205 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.10', 65391) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:29.065279 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b5673baf-3397-422c-9020-c2328123cbe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:29.109952 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd3937-0343-4f67-83c4-f6e0acaf5faf req-a58b9a36-fc72-44a2-9366-4e003e4aa463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:29.113380 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-2bfd3937-0343-4f67-83c4-f6e0acaf5faf req-a58b9a36-fc72-44a2-9366-4e003e4aa463 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=47c869c5383f414e8784e2fad43098b0&device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 1128 time: 0.1559408 Mar 07 13:44:29.124173 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6b515688-f090-434f-905c-511c1b9f044d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:29.271468 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141493ec-54bd-4bdc-99cf-747cf7179221 req-4b6e52d6-0291-45fb-b958-81ea46a99f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:29.274263 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-141493ec-54bd-4bdc-99cf-747cf7179221 req-4b6e52d6-0291-45fb-b958-81ea46a99f17 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88634ee7e2b24d288fb0ffe0074a2dc6&device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 1127 time: 0.2787111 Mar 07 13:44:29.283914 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-ef11bd64-f015-493d-a010-822084d4584f tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:29.283914 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-ef11bd64-f015-493d-a010-822084d4584f tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.10 "GET /v2.0/networks?id=a5b462aa-a284-4f43-8b3d-18890bd539a5 HTTP/1.1" status: 200 len: 818 time: 0.3622968 Mar 07 13:44:29.406086 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-5626688e-2465-46d6-ab0d-dffef73b06d7 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Request body: {'port': {'device_id': 'b3f12f70-1acd-4258-89c1-1171eca4fb42', 'network_id': 'a5b462aa-a284-4f43-8b3d-18890bd539a5', 'admin_state_up': True, 'tenant_id': '88634ee7e2b24d288fb0ffe0074a2dc6'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:44:29.542241 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd3937-0343-4f67-83c4-f6e0acaf5faf req-b278ae8f-2b95-4b26-b38b-836fd9dd60c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:29.544006 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-2bfd3937-0343-4f67-83c4-f6e0acaf5faf req-b278ae8f-2b95-4b26-b38b-836fd9dd60c1 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=47c869c5383f414e8784e2fad43098b0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4098027 Mar 07 13:44:29.757661 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7bdd0fc7-09e3-435a-9cd6-9a6136519532 req-4c7737fc-c012-4186-b765-ea8af04dab5c tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 210 time: 0.3280692 Mar 07 13:44:29.760092 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6b515688-f090-434f-905c-511c1b9f044d admin admin] Publish callbacks [] for security_group (54df25f3-cd4d-47fb-8d7c-f2f2d5f6bf74), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:29.776822 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd3937-0343-4f67-83c4-f6e0acaf5faf req-0fc77f40-9384-4ed1-91c4-629a861ccd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:29.778343 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-2bfd3937-0343-4f67-83c4-f6e0acaf5faf req-0fc77f40-9384-4ed1-91c4-629a861ccd17 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1830819 Mar 07 13:44:29.802086 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6b515688-f090-434f-905c-511c1b9f044d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (54df25f3-cd4d-47fb-8d7c-f2f2d5f6bf74), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:29.941548 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b5673baf-3397-422c-9020-c2328123cbe5 admin admin] Publish callbacks [] for security_group (ea654637-c15c-422a-92da-61879a6d3a64), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:29.952608 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-6b515688-f090-434f-905c-511c1b9f044d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6233c6adce204037b83dd8955f4c2686&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1600583 Mar 07 13:44:29.952608 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141493ec-54bd-4bdc-99cf-747cf7179221 req-90a4fb3f-8199-4c97-93c0-d907979a9168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:29.952871 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-876eee03-c0b1-49bc-88a3-51cf8f3f4c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:29.952959 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-141493ec-54bd-4bdc-99cf-747cf7179221 req-90a4fb3f-8199-4c97-93c0-d907979a9168 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=88634ee7e2b24d288fb0ffe0074a2dc6&shared=False HTTP/1.1" status: 200 len: 918 time: 0.6480546 Mar 07 13:44:29.953108 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 50678) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:29.954387 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-876eee03-c0b1-49bc-88a3-51cf8f3f4c8a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=47c869c5383f414e8784e2fad43098b0&device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 1128 time: 0.0459175 Mar 07 13:44:29.971364 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b5673baf-3397-422c-9020-c2328123cbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (ea654637-c15c-422a-92da-61879a6d3a64), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:30.045376 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b515688-f090-434f-905c-511c1b9f044d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54df25f3-cd4d-47fb-8d7c-f2f2d5f6bf74,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:30.045671 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-e42ca00e-8069-4ba2-9a2c-940ec11a15a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee06e386-7e5c-442b-80f8-04678a51a0d0 HTTP/1.1" status: 200 len: 217 time: 0.0691421 Mar 07 13:44:30.087010 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53dc79-0a73-4fcb-b484-8fbff90159c3 req-ecc935c5-da41-4ee5-9b07-be0d6e7dc083 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:30.088544 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4a53dc79-0a73-4fcb-b484-8fbff90159c3 req-ecc935c5-da41-4ee5-9b07-be0d6e7dc083 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 944 time: 0.3423550 Mar 07 13:44:30.118306 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-3ea5807a-583b-4491-a67d-2b6e5c1d2c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:30.118306 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-3ea5807a-583b-4491-a67d-2b6e5c1d2c93 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0ab1ae3a-3d96-4f62-ade6-6046f32292a0 HTTP/1.1" status: 200 len: 852 time: 0.0682478 Mar 07 13:44:30.160786 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-b5673baf-3397-422c-9020-c2328123cbe5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f35baa279dc42e7afb01510420bd525&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3320770 Mar 07 13:44:30.172783 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 50690) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:30.175354 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-b8ad3d74-aac2-4fab-9ec6-52556c8cff29 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=914c7625-64ea-41a0-8950-7251e7015904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517781 Mar 07 13:44:30.239322 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5673baf-3397-422c-9020-c2328123cbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea654637-c15c-422a-92da-61879a6d3a64,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:30.256270 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-5626688e-2465-46d6-ab0d-dffef73b06d7 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Made reservation on behalf of 88634ee7e2b24d288fb0ffe0074a2dc6 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:44:30.261320 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-5626688e-2465-46d6-ab0d-dffef73b06d7 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:30.307051 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2da66217-1fb1-4399-b5ba-a0efc055c71b admin admin] Publish callbacks [] for security_group (ea654637-c15c-422a-92da-61879a6d3a64), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:30.330499 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141493ec-54bd-4bdc-99cf-747cf7179221 req-bec881a9-a1f1-4ec4-98a9-26931e02827a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:30.332427 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-141493ec-54bd-4bdc-99cf-747cf7179221 req-bec881a9-a1f1-4ec4-98a9-26931e02827a service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3491623 Mar 07 13:44:30.346874 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2da66217-1fb1-4399-b5ba-a0efc055c71b admin admin] Publish callbacks [] for security_group (ea654637-c15c-422a-92da-61879a6d3a64), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:30.379360 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-4e0c7c19-12b6-4033-aef7-40ea93ef9ea8 service neutron] 10.222.0.10 "GET /v2.0/networks/914c7625-64ea-41a0-8950-7251e7015904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917658 Mar 07 13:44:30.402080 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8c94c8da-717e-431a-8495-47c108995c01 admin admin] Publish callbacks [] for security_group (54df25f3-cd4d-47fb-8d7c-f2f2d5f6bf74), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:30.411104 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2da66217-1fb1-4399-b5ba-a0efc055c71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (ea654637-c15c-422a-92da-61879a6d3a64), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:30.413667 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2da66217-1fb1-4399-b5ba-a0efc055c71b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:30.414787 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-2da66217-1fb1-4399-b5ba-a0efc055c71b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea654637-c15c-422a-92da-61879a6d3a64 HTTP/1.1" status: 204 len: 168 time: 0.2389429 Mar 07 13:44:30.414980 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4a53dc79-0a73-4fcb-b484-8fbff90159c3 req-3b4d8b74-7741-483d-b26f-c7a072ca4a25 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941320 Mar 07 13:44:30.443454 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da66217-1fb1-4399-b5ba-a0efc055c71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea654637-c15c-422a-92da-61879a6d3a64,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:30.526484 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-08a9520a-ac15-4342-87fc-3dedf22d0333 req-49af83ad-e8c8-4638-8360-d3e01b476106 service neutron] 10.222.0.10 "GET /v2.0/networks/914c7625-64ea-41a0-8950-7251e7015904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366861 Mar 07 13:44:30.528420 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8c94c8da-717e-431a-8495-47c108995c01 admin admin] Publish callbacks [] for security_group (54df25f3-cd4d-47fb-8d7c-f2f2d5f6bf74), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:30.564909 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-5626688e-2465-46d6-ab0d-dffef73b06d7 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Allocated IP 172.20.0.6 (a5b462aa-a284-4f43-8b3d-18890bd539a5/588e3218-1b5e-44a1-964b-b3809f310cbf/017a1549-c742-4a32-8a78-ce54b03cdc17) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:44:30.603311 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-e7f6a863-f01c-49b0-a120-a62d49467690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:30.605291 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-e7f6a863-f01c-49b0-a120-a62d49467690 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88634ee7e2b24d288fb0ffe0074a2dc6&device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 1127 time: 0.1984377 Mar 07 13:44:30.713353 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-91bee950-8821-41d4-82df-352f2dd35871 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=906c9fd6-70d3-488f-ab60-10d4094bbe96 HTTP/1.1" status: 200 len: 217 time: 0.0801182 Mar 07 13:44:30.781665 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8c94c8da-717e-431a-8495-47c108995c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (54df25f3-cd4d-47fb-8d7c-f2f2d5f6bf74), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:30.784497 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8c94c8da-717e-431a-8495-47c108995c01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:30.785804 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-8c94c8da-717e-431a-8495-47c108995c01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54df25f3-cd4d-47fb-8d7c-f2f2d5f6bf74 HTTP/1.1" status: 204 len: 168 time: 0.8250406 Mar 07 13:44:30.831359 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c94c8da-717e-431a-8495-47c108995c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54df25f3-cd4d-47fb-8d7c-f2f2d5f6bf74,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:30.867440 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-830cefc6-0226-4388-882f-cbc4a36f40a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:30.867440 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-830cefc6-0226-4388-882f-cbc4a36f40a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=588e3218-1b5e-44a1-964b-b3809f310cbf HTTP/1.1" status: 200 len: 858 time: 0.1466932 Mar 07 13:44:30.935309 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-72cb3697-48fc-4ab3-9bb5-35d04354e452 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5b462aa-a284-4f43-8b3d-18890bd539a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602288 Mar 07 13:44:30.956863 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4218d69d-2069-4f62-8ba0-39f7f218a4cf req-fecc1a36-ace8-411d-9584-eda2a6d0acc9 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 210 time: 0.0861781 Mar 07 13:44:31.046705 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-5626688e-2465-46d6-ab0d-dffef73b06d7 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Publish callbacks [] for port (017a1549-c742-4a32-8a78-ce54b03cdc17), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:31.087874 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-a57546e6-7fd0-49d3-a09a-2bafa0e64e92 service neutron] 10.222.0.10 "GET /v2.0/networks/a5b462aa-a284-4f43-8b3d-18890bd539a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334143 Mar 07 13:44:31.132878 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-5626688e-2465-46d6-ab0d-dffef73b06d7 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (017a1549-c742-4a32-8a78-ce54b03cdc17), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:31.230305 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-5626688e-2465-46d6-ab0d-dffef73b06d7 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Network a5b462aa-a284-4f43-8b3d-18890bd539a5 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:44:31.231111 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626688e-2465-46d6-ab0d-dffef73b06d7 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Pushing event updated for resources: {'Port': ['ID=017a1549-c742-4a32-8a78-ce54b03cdc17,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:31.236257 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-5626688e-2465-46d6-ab0d-dffef73b06d7 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:44:31.239607 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-5626688e-2465-46d6-ab0d-dffef73b06d7 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:44:31.297668 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4b6d9386-b371-4edd-9185-2f2f7c48900e req-48da666d-f985-481c-8728-da71b6a90efd service neutron] 10.222.0.10 "GET /v2.0/networks/a5b462aa-a284-4f43-8b3d-18890bd539a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993244 Mar 07 13:44:31.332427 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-5626688e-2465-46d6-ab0d-dffef73b06d7 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:31.333372 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-5626688e-2465-46d6-ab0d-dffef73b06d7 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:31.357036 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-5626688e-2465-46d6-ab0d-dffef73b06d7 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0041506 Mar 07 13:44:31.372379 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 50750) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:31.393530 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-40e6f482-fc39-4d00-95d2-a950708ca3a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:31.408859 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-1cd2a860-d186-4d21-ac25-eec92f992e36 service neutron] Request body: {'port': {'device_id': 'b3f12f70-1acd-4258-89c1-1171eca4fb42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:44:31.503307 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-1cd2a860-d186-4d21-ac25-eec92f992e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (017a1549-c742-4a32-8a78-ce54b03cdc17), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:31.540328 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-40e6f482-fc39-4d00-95d2-a950708ca3a8 admin admin] Publish callbacks [] for security_group (4a624978-f298-456d-9026-ef9744e5b3bc), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:31.545924 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-40e6f482-fc39-4d00-95d2-a950708ca3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (4a624978-f298-456d-9026-ef9744e5b3bc), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:31.607644 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-40e6f482-fc39-4d00-95d2-a950708ca3a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd1266b0b14c41ddaf119933aa3ee62f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335746 Mar 07 13:44:31.611772 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 50768) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:31.616204 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6f482-fc39-4d00-95d2-a950708ca3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a624978-f298-456d-9026-ef9744e5b3bc,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:31.682651 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44109041-465e-479e-96b6-992d9bf24c72 req-50c1721d-5b84-462b-bad0-e93882d030f6 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:31.684165 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-44109041-465e-479e-96b6-992d9bf24c72 req-50c1721d-5b84-462b-bad0-e93882d030f6 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 944 time: 0.1600585 Mar 07 13:44:31.824864 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ed784e39-f39f-48fd-8036-e3273c9eda0e admin admin] Publish callbacks [] for security_group (4a624978-f298-456d-9026-ef9744e5b3bc), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:31.859755 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-44109041-465e-479e-96b6-992d9bf24c72 req-17ff965d-72ee-41f9-b9e1-5922b0553d67 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662982 Mar 07 13:44:31.892909 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ed784e39-f39f-48fd-8036-e3273c9eda0e admin admin] Publish callbacks [] for security_group (4a624978-f298-456d-9026-ef9744e5b3bc), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:32.013774 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-1cd2a860-d186-4d21-ac25-eec92f992e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017a1549-c742-4a32-8a78-ce54b03cdc17 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:44:32.019051 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ed784e39-f39f-48fd-8036-e3273c9eda0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (4a624978-f298-456d-9026-ef9744e5b3bc), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:32.021463 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ed784e39-f39f-48fd-8036-e3273c9eda0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:32.025046 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-ed784e39-f39f-48fd-8036-e3273c9eda0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a624978-f298-456d-9026-ef9744e5b3bc HTTP/1.1" status: 204 len: 168 time: 0.3684697 Mar 07 13:44:32.029064 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-1cd2a860-d186-4d21-ac25-eec92f992e36 service neutron] Publish callbacks [] for port (017a1549-c742-4a32-8a78-ce54b03cdc17), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:32.040843 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed784e39-f39f-48fd-8036-e3273c9eda0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a624978-f298-456d-9026-ef9744e5b3bc,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:32.053460 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-1cd2a860-d186-4d21-ac25-eec92f992e36 service neutron] Transition to ACTIVE for port object 017a1549-c742-4a32-8a78-ce54b03cdc17 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 13:44:32.059351 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-1cd2a860-d186-4d21-ac25-eec92f992e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (017a1549-c742-4a32-8a78-ce54b03cdc17), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:32.201144 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2a860-d186-4d21-ac25-eec92f992e36 service neutron] Pushing event updated for resources: {'Port': ['ID=017a1549-c742-4a32-8a78-ce54b03cdc17,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:32.282105 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee7231-fcfa-4ca8-88d5-0873efc843a5 req-43b97cb9-376c-47c6-aac2-8f143bd92fc2 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:32.284349 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4cee7231-fcfa-4ca8-88d5-0873efc843a5 req-43b97cb9-376c-47c6-aac2-8f143bd92fc2 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 943 time: 0.1584909 Mar 07 13:44:32.518982 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-1cd2a860-d186-4d21-ac25-eec92f992e36 service neutron] Attempting to bind port 017a1549-c742-4a32-8a78-ce54b03cdc17 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:44:32.519587 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-1cd2a860-d186-4d21-ac25-eec92f992e36 service neutron] Attempting to bind port 017a1549-c742-4a32-8a78-ce54b03cdc17 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '035f3fc5-cf6c-466f-ba7d-03dc1ea8059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5b462aa-a284-4f43-8b3d-18890bd539a5'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:44:32.519587 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-1cd2a860-d186-4d21-ac25-eec92f992e36 service neutron] Attempting to bind port 017a1549-c742-4a32-8a78-ce54b03cdc17 on network a5b462aa-a284-4f43-8b3d-18890bd539a5 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:44:32.537641 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-1cd2a860-d186-4d21-ac25-eec92f992e36 service neutron] Port 017a1549-c742-4a32-8a78-ce54b03cdc17 on network a5b462aa-a284-4f43-8b3d-18890bd539a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 13:44:32.537956 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-1cd2a860-d186-4d21-ac25-eec92f992e36 service neutron] Attempting to bind port 017a1549-c742-4a32-8a78-ce54b03cdc17 on network a5b462aa-a284-4f43-8b3d-18890bd539a5 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:44:32.549761 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4cee7231-fcfa-4ca8-88d5-0873efc843a5 req-57c709ec-4f92-434a-ac75-4164df15e6b6 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527590 Mar 07 13:44:32.550635 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-1cd2a860-d186-4d21-ac25-eec92f992e36 service neutron] Checking agent: {'id': '54ecd8f5-e943-4369-a21b-1222345f30ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'started_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:44:32.551175 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-1cd2a860-d186-4d21-ac25-eec92f992e36 service neutron] Checking segment: {'id': '035f3fc5-cf6c-466f-ba7d-03dc1ea8059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5b462aa-a284-4f43-8b3d-18890bd539a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:44:32.551714 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-1cd2a860-d186-4d21-ac25-eec92f992e36 service neutron] Bound using segment: {'id': '035f3fc5-cf6c-466f-ba7d-03dc1ea8059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5b462aa-a284-4f43-8b3d-18890bd539a5'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:44:32.552154 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-1cd2a860-d186-4d21-ac25-eec92f992e36 service neutron] Bound port: 017a1549-c742-4a32-8a78-ce54b03cdc17, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035f3fc5-cf6c-466f-ba7d-03dc1ea8059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5b462aa-a284-4f43-8b3d-18890bd539a5'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:44:32.552509 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-1cd2a860-d186-4d21-ac25-eec92f992e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (017a1549-c742-4a32-8a78-ce54b03cdc17), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:32.644494 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-1cd2a860-d186-4d21-ac25-eec92f992e36 service neutron] For port 017a1549-c742-4a32-8a78-ce54b03cdc17, host hv-cinder-81322, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:44:32.650252 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-1cd2a860-d186-4d21-ac25-eec92f992e36 service neutron] For port 017a1549-c742-4a32-8a78-ce54b03cdc17, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=017a1549-c742-4a32-8a78-ce54b03cdc17,segment=NetworkSegment(035f3fc5-cf6c-466f-ba7d-03dc1ea8059d),segment_id=035f3fc5-cf6c-466f-ba7d-03dc1ea8059d)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:44:32.660363 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-1cd2a860-d186-4d21-ac25-eec92f992e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (017a1549-c742-4a32-8a78-ce54b03cdc17), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:32.712498 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-1cd2a860-d186-4d21-ac25-eec92f992e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:32.713146 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-1cd2a860-d186-4d21-ac25-eec92f992e36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:32.714718 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-1cd2a860-d186-4d21-ac25-eec92f992e36 service neutron] 10.222.0.10 "PUT /v2.0/ports/017a1549-c742-4a32-8a78-ce54b03cdc17 HTTP/1.1" status: 200 len: 1093 time: 1.3101954 Mar 07 13:44:32.715166 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f12f70-1acd-4258-89c1-1171eca4fb42', 'tag': '017a1549-c742-4a32-8a78-ce54b03cdc17'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:44:32.719689 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a27ebd-7fda-4017-9f80-05c3f873bc1f" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f12f70-1acd-4258-89c1-1171eca4fb42", "tag": "017a1549-c742-4a32-8a78-ce54b03cdc17"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:44:32.758534 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2a860-d186-4d21-ac25-eec92f992e36 service neutron] Pushing event updated for resources: {'Port': ['ID=017a1549-c742-4a32-8a78-ce54b03cdc17,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:32.768981 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d984f97a-7304-49ca-898f-3e67c12f02c1 x-openstack-request-id: req-d984f97a-7304-49ca-898f-3e67c12f02c1 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:44:32.769296 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f12f70-1acd-4258-89c1-1171eca4fb42", "tag": "017a1549-c742-4a32-8a78-ce54b03cdc17", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:44:32.769606 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d984f97a-7304-49ca-898f-3e67c12f02c1 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:44:32.770588 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f12f70-1acd-4258-89c1-1171eca4fb42', 'tag': '017a1549-c742-4a32-8a78-ce54b03cdc17', 'status': 'completed', 'code': 200} Mar 07 13:44:32.833163 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:32.850011 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 50846) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:32.864802 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-43b7f448-61ca-4928-8615-d8c40412d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:32.873560 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-43b7f448-61ca-4928-8615-d8c40412d38f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88634ee7e2b24d288fb0ffe0074a2dc6&device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 1127 time: 0.0871954 Mar 07 13:44:32.935742 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-4ed38c34-2967-4639-8e5b-c69fe75f9cd6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=017a1549-c742-4a32-8a78-ce54b03cdc17 HTTP/1.1" status: 200 len: 217 time: 0.0444739 Mar 07 13:44:33.029374 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-b5ab98fe-d59a-4143-a798-770180c031d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:33.031432 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-b5ab98fe-d59a-4143-a798-770180c031d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=588e3218-1b5e-44a1-964b-b3809f310cbf HTTP/1.1" status: 200 len: 858 time: 0.0801878 Mar 07 13:44:33.044434 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f0a0d-b0a6-490a-b4f6-0e74047e29ef req-a4eae48e-487a-45ad-9a50-af660d7d3edd tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:33.046100 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b46f0a0d-b0a6-490a-b4f6-0e74047e29ef req-a4eae48e-487a-45ad-9a50-af660d7d3edd tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 944 time: 0.1038866 Mar 07 13:44:33.080318 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-93d3ea32-0a1b-4687-830d-508c6ced264a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5b462aa-a284-4f43-8b3d-18890bd539a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327203 Mar 07 13:44:33.180185 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b46f0a0d-b0a6-490a-b4f6-0e74047e29ef req-75921c61-01d8-45ef-bba0-caab48f1f23a tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241739 Mar 07 13:44:33.209610 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-63aabe90-dc3f-4c05-bcd6-4552279d1e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:33.253330 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-6807704d-5ea9-46c9-b376-686304926628 service neutron] 10.222.0.10 "GET /v2.0/networks/a5b462aa-a284-4f43-8b3d-18890bd539a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662612 Mar 07 13:44:33.370202 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-63aabe90-dc3f-4c05-bcd6-4552279d1e8c admin admin] Publish callbacks [] for security_group (642344e6-8740-41f4-99e2-2c66b6bc92c3), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:33.376349 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-63aabe90-dc3f-4c05-bcd6-4552279d1e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (642344e6-8740-41f4-99e2-2c66b6bc92c3), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:33.383608 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2a9fdc49-c662-4a5e-8808-d7633adfd286 req-795a92be-943f-4ebd-aab5-1884dda50efa service neutron] 10.222.0.10 "GET /v2.0/networks/a5b462aa-a284-4f43-8b3d-18890bd539a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229432 Mar 07 13:44:33.437965 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-63aabe90-dc3f-4c05-bcd6-4552279d1e8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=621c7c1b3e2b47aeba7fe7dca6b0c54a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5868690 Mar 07 13:44:33.439144 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aabe90-dc3f-4c05-bcd6-4552279d1e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642344e6-8740-41f4-99e2-2c66b6bc92c3,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:33.442039 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 50880) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:33.567378 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b19d9d25-5e03-4d43-8763-fb3f6608c246 admin admin] Publish callbacks [] for security_group (642344e6-8740-41f4-99e2-2c66b6bc92c3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:33.585346 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a27ebd-7fda-4017-9f80-05c3f873bc1f req-3246f243-7bcc-4fc6-a602-4b57a47c247b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:33.586856 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-39a27ebd-7fda-4017-9f80-05c3f873bc1f req-3246f243-7bcc-4fc6-a602-4b57a47c247b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88634ee7e2b24d288fb0ffe0074a2dc6&device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 1127 time: 0.1059654 Mar 07 13:44:33.617663 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b19d9d25-5e03-4d43-8763-fb3f6608c246 admin admin] Publish callbacks [] for security_group (642344e6-8740-41f4-99e2-2c66b6bc92c3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:33.904070 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f433f25-94de-4e14-aeb4-8772b1e1a838 req-6eba2bb9-c525-4bfb-8f99-80b19b601c96 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:33.911969 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8f433f25-94de-4e14-aeb4-8772b1e1a838 req-6eba2bb9-c525-4bfb-8f99-80b19b601c96 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 943 time: 0.2297599 Mar 07 13:44:33.914830 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b19d9d25-5e03-4d43-8763-fb3f6608c246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (642344e6-8740-41f4-99e2-2c66b6bc92c3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:33.920079 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b19d9d25-5e03-4d43-8763-fb3f6608c246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:33.926012 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-b19d9d25-5e03-4d43-8763-fb3f6608c246 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/642344e6-8740-41f4-99e2-2c66b6bc92c3 HTTP/1.1" status: 204 len: 168 time: 0.4823394 Mar 07 13:44:33.934936 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a27ebd-7fda-4017-9f80-05c3f873bc1f req-af06f5fb-a029-489c-afa2-97ea80fe6ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:33.941708 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-39a27ebd-7fda-4017-9f80-05c3f873bc1f req-af06f5fb-a029-489c-afa2-97ea80fe6ea0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a5b462aa-a284-4f43-8b3d-18890bd539a5 HTTP/1.1" status: 200 len: 918 time: 0.3438661 Mar 07 13:44:34.000939 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d9d25-5e03-4d43-8763-fb3f6608c246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642344e6-8740-41f4-99e2-2c66b6bc92c3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:34.056771 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-39a27ebd-7fda-4017-9f80-05c3f873bc1f req-dbef6996-5954-4eeb-accd-4d7b8b9f6582 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=017a1549-c742-4a32-8a78-ce54b03cdc17 HTTP/1.1" status: 200 len: 217 time: 0.0915797 Mar 07 13:44:34.122626 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8f433f25-94de-4e14-aeb4-8772b1e1a838 req-3d036376-dc7e-4383-9798-21663bae883f tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931083 Mar 07 13:44:34.154848 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a27ebd-7fda-4017-9f80-05c3f873bc1f req-1c069b44-6936-46d7-a71e-a442041339d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:34.156851 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-39a27ebd-7fda-4017-9f80-05c3f873bc1f req-1c069b44-6936-46d7-a71e-a442041339d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=588e3218-1b5e-44a1-964b-b3809f310cbf HTTP/1.1" status: 200 len: 858 time: 0.0900004 Mar 07 13:44:34.202226 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-39a27ebd-7fda-4017-9f80-05c3f873bc1f req-4e90bd6c-c6bf-41f9-ac1f-76732c298805 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5b462aa-a284-4f43-8b3d-18890bd539a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393760 Mar 07 13:44:34.382092 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-39a27ebd-7fda-4017-9f80-05c3f873bc1f req-29293a2c-db17-4cff-b488-d3a312017cc0 service neutron] 10.222.0.10 "GET /v2.0/networks/a5b462aa-a284-4f43-8b3d-18890bd539a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726034 Mar 07 13:44:34.424993 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 50936) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:34.493856 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 50950) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:34.505021 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf61892-ebca-42d5-945b-7e119971129d req-874f42ed-19ae-485c-98f4-9519973192c9 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:34.506863 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2bf61892-ebca-42d5-945b-7e119971129d req-874f42ed-19ae-485c-98f4-9519973192c9 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 944 time: 0.1716473 Mar 07 13:44:34.531205 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-15955bc9-aa3f-4362-8bdf-5088fed849ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:34.609444 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-39a27ebd-7fda-4017-9f80-05c3f873bc1f req-42b4bd38-b1f8-42a4-9de8-4c248722cb50 service neutron] 10.222.0.10 "GET /v2.0/networks/a5b462aa-a284-4f43-8b3d-18890bd539a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142353 Mar 07 13:44:34.622867 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2bf61892-ebca-42d5-945b-7e119971129d req-9ee6eb2c-8fe9-4265-8a51-b1e7aa3cd27d tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053233 Mar 07 13:44:34.676702 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-15955bc9-aa3f-4362-8bdf-5088fed849ae admin admin] Publish callbacks [] for security_group (a5fe0255-4b28-4dbb-8b72-6bfb3ba17d72), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:34.680719 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-15955bc9-aa3f-4362-8bdf-5088fed849ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (a5fe0255-4b28-4dbb-8b72-6bfb3ba17d72), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:34.724566 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-15955bc9-aa3f-4362-8bdf-5088fed849ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a46d43797f0e4d43b3c1e4376b06dd85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293971 Mar 07 13:44:34.725381 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 50958) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:34.725842 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15955bc9-aa3f-4362-8bdf-5088fed849ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fe0255-4b28-4dbb-8b72-6bfb3ba17d72,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:34.760678 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f2ba4a17-b0b4-460a-80a5-c97a035a71da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:34.802441 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-60514c67-1fe6-4cbc-9f2f-c499fec2d9cf admin admin] Publish callbacks [] for security_group (a5fe0255-4b28-4dbb-8b72-6bfb3ba17d72), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:34.826544 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-60514c67-1fe6-4cbc-9f2f-c499fec2d9cf admin admin] Publish callbacks [] for security_group (a5fe0255-4b28-4dbb-8b72-6bfb3ba17d72), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:34.847485 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f2ba4a17-b0b4-460a-80a5-c97a035a71da admin admin] Publish callbacks [] for security_group (b6d4fd0a-d687-43b1-a65c-618983e0e1c6), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:34.851764 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f2ba4a17-b0b4-460a-80a5-c97a035a71da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (b6d4fd0a-d687-43b1-a65c-618983e0e1c6), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:34.890105 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba4a17-b0b4-460a-80a5-c97a035a71da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d4fd0a-d687-43b1-a65c-618983e0e1c6,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:34.894208 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-60514c67-1fe6-4cbc-9f2f-c499fec2d9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (a5fe0255-4b28-4dbb-8b72-6bfb3ba17d72), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:34.897397 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-60514c67-1fe6-4cbc-9f2f-c499fec2d9cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:34.898140 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-f2ba4a17-b0b4-460a-80a5-c97a035a71da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca378054a28d428388fe29e193b51474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4714825 Mar 07 13:44:34.900645 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 50962) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:34.902096 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-60514c67-1fe6-4cbc-9f2f-c499fec2d9cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5fe0255-4b28-4dbb-8b72-6bfb3ba17d72 HTTP/1.1" status: 204 len: 168 time: 0.1749065 Mar 07 13:44:34.913985 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60514c67-1fe6-4cbc-9f2f-c499fec2d9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fe0255-4b28-4dbb-8b72-6bfb3ba17d72,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:34.956540 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1f2968e3-24a3-4f43-b04a-69183a024c06 admin admin] Publish callbacks [] for security_group (b6d4fd0a-d687-43b1-a65c-618983e0e1c6), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:34.986756 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1f2968e3-24a3-4f43-b04a-69183a024c06 admin admin] Publish callbacks [] for security_group (b6d4fd0a-d687-43b1-a65c-618983e0e1c6), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:35.054182 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1f2968e3-24a3-4f43-b04a-69183a024c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (b6d4fd0a-d687-43b1-a65c-618983e0e1c6), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:35.060314 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1f2968e3-24a3-4f43-b04a-69183a024c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:35.067232 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-1f2968e3-24a3-4f43-b04a-69183a024c06 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6d4fd0a-d687-43b1-a65c-618983e0e1c6 HTTP/1.1" status: 204 len: 168 time: 0.1646161 Mar 07 13:44:35.078245 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2968e3-24a3-4f43-b04a-69183a024c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d4fd0a-d687-43b1-a65c-618983e0e1c6,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:35.293217 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dfb13-0171-4b24-8e08-279aaad24fef req-b95da8b4-0083-46bd-bd87-95099a2cbef7 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:35.295392 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-609dfb13-0171-4b24-8e08-279aaad24fef req-b95da8b4-0083-46bd-bd87-95099a2cbef7 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 943 time: 0.0868170 Mar 07 13:44:35.348220 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-609dfb13-0171-4b24-8e08-279aaad24fef req-745af222-af24-4d71-a43f-d4cd447f4759 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462079 Mar 07 13:44:35.486057 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 50990) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:35.498378 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-163649c5-37a2-45cf-85a8-65ec64957758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:35.590412 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-163649c5-37a2-45cf-85a8-65ec64957758 admin admin] Publish callbacks [] for security_group (d9ff617f-462b-4a86-adcd-369f6572e6d4), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:35.598707 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-163649c5-37a2-45cf-85a8-65ec64957758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (d9ff617f-462b-4a86-adcd-369f6572e6d4), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:35.642033 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-163649c5-37a2-45cf-85a8-65ec64957758 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a7dcd415c084d1b87521706fe48becc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1553516 Mar 07 13:44:35.644021 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163649c5-37a2-45cf-85a8-65ec64957758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ff617f-462b-4a86-adcd-369f6572e6d4,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:35.645106 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 51004) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:35.759971 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-90d92607-4fbc-422a-b05a-57f2fb91415e admin admin] Publish callbacks [] for security_group (d9ff617f-462b-4a86-adcd-369f6572e6d4), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:35.784814 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device ee06e386-7e5c-442b-80f8-04678a51a0d0 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 13:44:35.807594 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a374f2-8a4c-4248-820f-30f2c82f773b req-b58f3f19-915c-48f7-8e79-182e1b158d38 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:35.809921 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b1a374f2-8a4c-4248-820f-30f2c82f773b req-b58f3f19-915c-48f7-8e79-182e1b158d38 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 944 time: 0.0962739 Mar 07 13:44:35.816835 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-90d92607-4fbc-422a-b05a-57f2fb91415e admin admin] Publish callbacks [] for security_group (d9ff617f-462b-4a86-adcd-369f6572e6d4), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:35.894229 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-90d92607-4fbc-422a-b05a-57f2fb91415e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (d9ff617f-462b-4a86-adcd-369f6572e6d4), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:35.897150 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-90d92607-4fbc-422a-b05a-57f2fb91415e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:35.899433 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-90d92607-4fbc-422a-b05a-57f2fb91415e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9ff617f-462b-4a86-adcd-369f6572e6d4 HTTP/1.1" status: 204 len: 168 time: 0.2528682 Mar 07 13:44:35.912393 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b1a374f2-8a4c-4248-820f-30f2c82f773b req-73edf8ed-c115-4890-a57e-e406889ddc10 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969715 Mar 07 13:44:35.919415 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d92607-4fbc-422a-b05a-57f2fb91415e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ff617f-462b-4a86-adcd-369f6572e6d4,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:35.932278 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port ee06e386-7e5c-442b-80f8-04678a51a0d0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ee06e386-7e5c-442b-80f8-04678a51a0d0,segment=NetworkSegment(3888a266-2606-4bda-82ef-66052acb482d),segment_id=3888a266-2606-4bda-82ef-66052acb482d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:44:35.955383 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Returning: {'device': 'ee06e386-7e5c-442b-80f8-04678a51a0d0', 'network_id': '914c7625-64ea-41a0-8950-7251e7015904', 'port_id': 'ee06e386-7e5c-442b-80f8-04678a51a0d0', 'mac_address': 'fa:16:3e:2a:d9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab1ae3a-3d96-4f62-ade6-6046f32292a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 13:44:36.011869 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port ee06e386-7e5c-442b-80f8-04678a51a0d0 is: DOWN; New status is: BUILD {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:44:36.012345 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (ee06e386-7e5c-442b-80f8-04678a51a0d0), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:36.048867 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee06e386-7e5c-442b-80f8-04678a51a0d0 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:44:36.100403 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port ee06e386-7e5c-442b-80f8-04678a51a0d0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ee06e386-7e5c-442b-80f8-04678a51a0d0,segment=NetworkSegment(3888a266-2606-4bda-82ef-66052acb482d),segment_id=3888a266-2606-4bda-82ef-66052acb482d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:44:36.106842 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (ee06e386-7e5c-442b-80f8-04678a51a0d0), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:36.108907 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 906c9fd6-70d3-488f-ab60-10d4094bbe96 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 13:44:36.185197 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=ee06e386-7e5c-442b-80f8-04678a51a0d0,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:36.276619 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 906c9fd6-70d3-488f-ab60-10d4094bbe96, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=906c9fd6-70d3-488f-ab60-10d4094bbe96,segment=NetworkSegment(035f3fc5-cf6c-466f-ba7d-03dc1ea8059d),segment_id=035f3fc5-cf6c-466f-ba7d-03dc1ea8059d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:44:36.291068 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Returning: {'device': '906c9fd6-70d3-488f-ab60-10d4094bbe96', 'network_id': 'a5b462aa-a284-4f43-8b3d-18890bd539a5', 'port_id': '906c9fd6-70d3-488f-ab60-10d4094bbe96', 'mac_address': 'fa:16:3e:85:92:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '588e3218-1b5e-44a1-964b-b3809f310cbf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 13:44:36.342494 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 906c9fd6-70d3-488f-ab60-10d4094bbe96 is: DOWN; New status is: BUILD {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:44:36.343425 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (906c9fd6-70d3-488f-ab60-10d4094bbe96), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:36.360004 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906c9fd6-70d3-488f-ab60-10d4094bbe96 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:44:36.383796 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 906c9fd6-70d3-488f-ab60-10d4094bbe96, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=906c9fd6-70d3-488f-ab60-10d4094bbe96,segment=NetworkSegment(035f3fc5-cf6c-466f-ba7d-03dc1ea8059d),segment_id=035f3fc5-cf6c-466f-ba7d-03dc1ea8059d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:44:36.389254 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (906c9fd6-70d3-488f-ab60-10d4094bbe96), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:36.450061 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=906c9fd6-70d3-488f-ab60-10d4094bbe96,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:36.460333 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 51054) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:36.478114 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bb8152b4-db6f-4018-b051-4fac2405eb9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:36.587658 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0986fc-3cac-4802-81d4-984bc3c6e531 req-21e3b950-b67a-4580-b4b7-205b4466965f tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:36.587658 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-be0986fc-3cac-4802-81d4-984bc3c6e531 req-21e3b950-b67a-4580-b4b7-205b4466965f tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 943 time: 0.1036067 Mar 07 13:44:36.624361 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bb8152b4-db6f-4018-b051-4fac2405eb9e admin admin] Publish callbacks [] for security_group (bf33391a-defd-4b2d-b8f5-5cf651ff03d4), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:36.629345 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bb8152b4-db6f-4018-b051-4fac2405eb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (bf33391a-defd-4b2d-b8f5-5cf651ff03d4), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:36.668704 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-be0986fc-3cac-4802-81d4-984bc3c6e531 req-1e46c996-35c7-4961-8951-0661d0203c4b tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793228 Mar 07 13:44:36.708510 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 51070) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:36.710213 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-bb8152b4-db6f-4018-b051-4fac2405eb9e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65f9e2f7a3fb4652ba098193de72c557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484872 Mar 07 13:44:36.712194 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8152b4-db6f-4018-b051-4fac2405eb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf33391a-defd-4b2d-b8f5-5cf651ff03d4,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:36.776460 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f68320e9-c80d-40dc-831d-211661243e6a admin admin] Publish callbacks [] for security_group (bf33391a-defd-4b2d-b8f5-5cf651ff03d4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:36.810393 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f68320e9-c80d-40dc-831d-211661243e6a admin admin] Publish callbacks [] for security_group (bf33391a-defd-4b2d-b8f5-5cf651ff03d4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:36.876264 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f68320e9-c80d-40dc-831d-211661243e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (bf33391a-defd-4b2d-b8f5-5cf651ff03d4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:36.879783 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f68320e9-c80d-40dc-831d-211661243e6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:36.881320 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-f68320e9-c80d-40dc-831d-211661243e6a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf33391a-defd-4b2d-b8f5-5cf651ff03d4 HTTP/1.1" status: 204 len: 168 time: 0.1709762 Mar 07 13:44:36.902976 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68320e9-c80d-40dc-831d-211661243e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf33391a-defd-4b2d-b8f5-5cf651ff03d4,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:36.922462 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['ee06e386-7e5c-442b-80f8-04678a51a0d0'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:44:37.019421 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['906c9fd6-70d3-488f-ab60-10d4094bbe96'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:44:37.128559 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c1add-c4f1-4f12-b48f-2821f023da59 req-5dfec147-3a5f-4f83-b428-08d497645788 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:37.131297 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b12c1add-c4f1-4f12-b48f-2821f023da59 req-5dfec147-3a5f-4f83-b428-08d497645788 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 945 time: 0.0800002 Mar 07 13:44:37.258572 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b12c1add-c4f1-4f12-b48f-2821f023da59 req-abeb03d1-bc9e-4f3b-a8dc-21f49c1f0b33 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172767 Mar 07 13:44:37.768949 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 017a1549-c742-4a32-8a78-ce54b03cdc17 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 13:44:37.834427 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb266bb-c5cc-498e-8673-7b6610fc8218 req-ff882c18-e510-430f-bb4c-79aedb0b7aca tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:37.850271 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0eb266bb-c5cc-498e-8673-7b6610fc8218 req-ff882c18-e510-430f-bb4c-79aedb0b7aca tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 943 time: 0.0954556 Mar 07 13:44:37.922091 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0eb266bb-c5cc-498e-8673-7b6610fc8218 req-d1e31323-335b-4f6a-b3b3-700ce98da352 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705488 Mar 07 13:44:37.934354 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 017a1549-c742-4a32-8a78-ce54b03cdc17, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=017a1549-c742-4a32-8a78-ce54b03cdc17,segment=NetworkSegment(035f3fc5-cf6c-466f-ba7d-03dc1ea8059d),segment_id=035f3fc5-cf6c-466f-ba7d-03dc1ea8059d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:44:37.947324 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Returning: {'device': '017a1549-c742-4a32-8a78-ce54b03cdc17', 'network_id': 'a5b462aa-a284-4f43-8b3d-18890bd539a5', 'port_id': '017a1549-c742-4a32-8a78-ce54b03cdc17', 'mac_address': 'fa:16:3e:36:09:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '588e3218-1b5e-44a1-964b-b3809f310cbf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 13:44:38.007385 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 017a1549-c742-4a32-8a78-ce54b03cdc17 is: DOWN; New status is: BUILD {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:44:38.008046 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (017a1549-c742-4a32-8a78-ce54b03cdc17), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:38.066701 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017a1549-c742-4a32-8a78-ce54b03cdc17 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:44:38.163998 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 017a1549-c742-4a32-8a78-ce54b03cdc17, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=017a1549-c742-4a32-8a78-ce54b03cdc17,segment=NetworkSegment(035f3fc5-cf6c-466f-ba7d-03dc1ea8059d),segment_id=035f3fc5-cf6c-466f-ba7d-03dc1ea8059d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:44:38.175797 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (017a1549-c742-4a32-8a78-ce54b03cdc17), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:38.276088 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 51188) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:38.288980 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=017a1549-c742-4a32-8a78-ce54b03cdc17,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:38.429014 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d24852-3242-4127-8e38-13b32960ad09 req-c156add1-3750-4003-a908-627eb401c63c tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:38.431161 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-12d24852-3242-4127-8e38-13b32960ad09 req-c156add1-3750-4003-a908-627eb401c63c tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 945 time: 0.0820293 Mar 07 13:44:38.500399 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-12d24852-3242-4127-8e38-13b32960ad09 req-8b4fe6f6-49d8-4c79-9be4-25e970a930e4 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584950 Mar 07 13:44:38.600931 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9b2765bb-8da4-4d59-9bea-9ea291f1f040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:38.611047 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['017a1549-c742-4a32-8a78-ce54b03cdc17'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:44:38.722760 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9b2765bb-8da4-4d59-9bea-9ea291f1f040 admin admin] Publish callbacks [] for security_group (a8a76cb1-c748-43e2-b34b-89a407cd618d), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:38.727758 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9b2765bb-8da4-4d59-9bea-9ea291f1f040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (a8a76cb1-c748-43e2-b34b-89a407cd618d), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:38.770411 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 51226) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:38.770606 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-9b2765bb-8da4-4d59-9bea-9ea291f1f040 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2faab88d840c48f48dbb405ea66fc8fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4929683 Mar 07 13:44:38.771381 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2765bb-8da4-4d59-9bea-9ea291f1f040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a76cb1-c748-43e2-b34b-89a407cd618d,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:38.844016 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-258760d6-ab86-4847-8f7b-dda10136a5cb admin admin] Publish callbacks [] for security_group (a8a76cb1-c748-43e2-b34b-89a407cd618d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:38.869265 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-258760d6-ab86-4847-8f7b-dda10136a5cb admin admin] Publish callbacks [] for security_group (a8a76cb1-c748-43e2-b34b-89a407cd618d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:38.925975 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-258760d6-ab86-4847-8f7b-dda10136a5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (a8a76cb1-c748-43e2-b34b-89a407cd618d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:38.928956 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-258760d6-ab86-4847-8f7b-dda10136a5cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:38.932601 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-258760d6-ab86-4847-8f7b-dda10136a5cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8a76cb1-c748-43e2-b34b-89a407cd618d HTTP/1.1" status: 204 len: 168 time: 0.1587083 Mar 07 13:44:38.940104 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258760d6-ab86-4847-8f7b-dda10136a5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a76cb1-c748-43e2-b34b-89a407cd618d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:39.066810 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17469b-d960-41a1-9b2d-b347ca49c3cb req-09261f4b-bfc6-4bfd-bd85-c5b2998705b6 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:39.068458 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1e17469b-d960-41a1-9b2d-b347ca49c3cb req-09261f4b-bfc6-4bfd-bd85-c5b2998705b6 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 944 time: 0.0617049 Mar 07 13:44:39.128916 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1e17469b-d960-41a1-9b2d-b347ca49c3cb req-e69a2530-1c75-431c-a035-81ff5ca73e23 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539210 Mar 07 13:44:39.353351 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 51266) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:39.371819 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5b7b847c-81fe-4fd4-9305-fcd0dac86818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:39.473988 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5b7b847c-81fe-4fd4-9305-fcd0dac86818 admin admin] Publish callbacks [] for security_group (cd3d4cdb-ba69-441d-be5a-31c84cbe80b0), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:39.481481 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5b7b847c-81fe-4fd4-9305-fcd0dac86818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (cd3d4cdb-ba69-441d-be5a-31c84cbe80b0), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:39.540152 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b847c-81fe-4fd4-9305-fcd0dac86818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3d4cdb-ba69-441d-be5a-31c84cbe80b0,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:39.549960 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-5b7b847c-81fe-4fd4-9305-fcd0dac86818 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1127078657d94f7194dc621c72cdc1e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1955507 Mar 07 13:44:39.552915 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 51292) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:39.644247 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2c935a8d-4081-46a6-91a6-104a70753936 admin admin] Publish callbacks [] for security_group (cd3d4cdb-ba69-441d-be5a-31c84cbe80b0), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:39.665379 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3dd5e-13a7-467b-a066-954efeb6bcde req-84aa7238-80cc-4f38-a734-b6fced894857 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:39.666962 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0af3dd5e-13a7-467b-a066-954efeb6bcde req-84aa7238-80cc-4f38-a734-b6fced894857 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 945 time: 0.0847089 Mar 07 13:44:39.680142 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2c935a8d-4081-46a6-91a6-104a70753936 admin admin] Publish callbacks [] for security_group (cd3d4cdb-ba69-441d-be5a-31c84cbe80b0), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:39.747189 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0af3dd5e-13a7-467b-a066-954efeb6bcde req-1d3ff53c-9446-4476-8a24-8804aeab952e tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720360 Mar 07 13:44:39.787530 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2c935a8d-4081-46a6-91a6-104a70753936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (cd3d4cdb-ba69-441d-be5a-31c84cbe80b0), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:39.790191 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2c935a8d-4081-46a6-91a6-104a70753936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:39.796153 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-2c935a8d-4081-46a6-91a6-104a70753936 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd3d4cdb-ba69-441d-be5a-31c84cbe80b0 HTTP/1.1" status: 204 len: 168 time: 0.2367432 Mar 07 13:44:39.800366 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c935a8d-4081-46a6-91a6-104a70753936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3d4cdb-ba69-441d-be5a-31c84cbe80b0,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:39.800805 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device ee06e386-7e5c-442b-80f8-04678a51a0d0 up at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:44:39.866699 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning for port ee06e386-7e5c-442b-80f8-04678a51a0d0 completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 13:44:39.871612 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning complete for port ee06e386-7e5c-442b-80f8-04678a51a0d0 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:44:39.872071 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (ee06e386-7e5c-442b-80f8-04678a51a0d0), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:39.962998 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port ee06e386-7e5c-442b-80f8-04678a51a0d0 is: BUILD; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:44:39.963456 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (ee06e386-7e5c-442b-80f8-04678a51a0d0), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:39.991340 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0176623f-6a0f-408e-b5fe-7484f1316fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee06e386-7e5c-442b-80f8-04678a51a0d0'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:44:40.000719 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 51316) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:40.054315 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 51324) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:40.061963 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port ee06e386-7e5c-442b-80f8-04678a51a0d0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ee06e386-7e5c-442b-80f8-04678a51a0d0,segment=NetworkSegment(3888a266-2606-4bda-82ef-66052acb482d),segment_id=3888a266-2606-4bda-82ef-66052acb482d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:44:40.067631 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (ee06e386-7e5c-442b-80f8-04678a51a0d0), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:40.069030 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 906c9fd6-70d3-488f-ab60-10d4094bbe96 up at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:44:40.268915 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ae523-4054-4a8b-91b5-ccb224ca5ecf req-92a1153e-218b-4eb6-80a0-7adbc23e4d3e tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:40.271232 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-385ae523-4054-4a8b-91b5-ccb224ca5ecf req-92a1153e-218b-4eb6-80a0-7adbc23e4d3e tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 944 time: 0.0760486 Mar 07 13:44:40.279797 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=ee06e386-7e5c-442b-80f8-04678a51a0d0,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:40.302223 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning for port 906c9fd6-70d3-488f-ab60-10d4094bbe96 completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 13:44:40.306795 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning complete for port 906c9fd6-70d3-488f-ab60-10d4094bbe96 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:44:40.307324 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (906c9fd6-70d3-488f-ab60-10d4094bbe96), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:40.364228 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-210ced7b-a55d-4193-91b1-ad39029a5224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:40.385819 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3ba0a4e0-705b-41d4-ad9e-41553f21b49f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:40.465989 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-385ae523-4054-4a8b-91b5-ccb224ca5ecf req-3cc7c8c9-58f7-4b00-9b3f-4284da67ec09 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849866 Mar 07 13:44:40.499337 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 906c9fd6-70d3-488f-ab60-10d4094bbe96 is: BUILD; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:44:40.500895 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (906c9fd6-70d3-488f-ab60-10d4094bbe96), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:40.539992 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442a5001-c2d9-4498-b3b2-60b613547249" -d '{"events": [{"server_uuid": "0176623f-6a0f-408e-b5fe-7484f1316fb2", "name": "network-vif-plugged", "status": "completed", "tag": "ee06e386-7e5c-442b-80f8-04678a51a0d0"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:44:40.584786 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 906c9fd6-70d3-488f-ab60-10d4094bbe96, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=906c9fd6-70d3-488f-ab60-10d4094bbe96,segment=NetworkSegment(035f3fc5-cf6c-466f-ba7d-03dc1ea8059d),segment_id=035f3fc5-cf6c-466f-ba7d-03dc1ea8059d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:44:40.590299 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-210ced7b-a55d-4193-91b1-ad39029a5224 admin admin] Publish callbacks [] for security_group (85eee513-55a8-4827-b68d-0b133867075a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:40.592481 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (906c9fd6-70d3-488f-ab60-10d4094bbe96), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:40.593845 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 017a1549-c742-4a32-8a78-ce54b03cdc17 up at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:44:40.615847 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-210ced7b-a55d-4193-91b1-ad39029a5224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (85eee513-55a8-4827-b68d-0b133867075a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:40.623760 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3ba0a4e0-705b-41d4-ad9e-41553f21b49f admin admin] Publish callbacks [] for security_group (36f8f65b-b4b1-4200-b059-7bd5a6402e10), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:40.640340 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3ba0a4e0-705b-41d4-ad9e-41553f21b49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (36f8f65b-b4b1-4200-b059-7bd5a6402e10), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:40.682332 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-210ced7b-a55d-4193-91b1-ad39029a5224 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=442e3c4b12e645f585528611e0cd1d3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6803179 Mar 07 13:44:40.685013 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 51360) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:40.703413 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=906c9fd6-70d3-488f-ab60-10d4094bbe96,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:40.729137 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning for port 017a1549-c742-4a32-8a78-ce54b03cdc17 completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 13:44:40.738127 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 51364) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:40.739081 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning complete for port 017a1549-c742-4a32-8a78-ce54b03cdc17 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:44:40.740495 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (017a1549-c742-4a32-8a78-ce54b03cdc17), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:40.751296 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-3ba0a4e0-705b-41d4-ad9e-41553f21b49f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05680446935f41439166040fd77cc7b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6957014 Mar 07 13:44:40.752437 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ced7b-a55d-4193-91b1-ad39029a5224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85eee513-55a8-4827-b68d-0b133867075a,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:40.755715 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 51366) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:40.843172 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0a4e0-705b-41d4-ad9e-41553f21b49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f8f65b-b4b1-4200-b059-7bd5a6402e10,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:40.922921 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 017a1549-c742-4a32-8a78-ce54b03cdc17 is: BUILD; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:44:40.923555 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (017a1549-c742-4a32-8a78-ce54b03cdc17), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:40.944754 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a17735a6-d256-4e41-ad79-d98c9d02c7a0 admin admin] Publish callbacks [] for security_group (85eee513-55a8-4827-b68d-0b133867075a), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:40.958936 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a65dbe-2152-40b4-9b5a-468f50f49055 req-04ee0339-514f-40c5-bf58-2f3812d6dc9e tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:40.961976 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b7a65dbe-2152-40b4-9b5a-468f50f49055 req-04ee0339-514f-40c5-bf58-2f3812d6dc9e tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 946 time: 0.0990543 Mar 07 13:44:40.964900 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 017a1549-c742-4a32-8a78-ce54b03cdc17, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=017a1549-c742-4a32-8a78-ce54b03cdc17,segment=NetworkSegment(035f3fc5-cf6c-466f-ba7d-03dc1ea8059d),segment_id=035f3fc5-cf6c-466f-ba7d-03dc1ea8059d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:44:40.967265 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9ab859-a7ed-4fe6-9178-c1b567a91cd3 x-openstack-request-id: req-fa9ab859-a7ed-4fe6-9178-c1b567a91cd3 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:44:40.967735 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0176623f-6a0f-408e-b5fe-7484f1316fb2", "name": "network-vif-plugged", "status": "completed", "tag": "ee06e386-7e5c-442b-80f8-04678a51a0d0", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:44:40.968225 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fa9ab859-a7ed-4fe6-9178-c1b567a91cd3 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:44:40.969282 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0176623f-6a0f-408e-b5fe-7484f1316fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee06e386-7e5c-442b-80f8-04678a51a0d0', 'code': 200} Mar 07 13:44:40.972132 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (017a1549-c742-4a32-8a78-ce54b03cdc17), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:40.982076 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a17735a6-d256-4e41-ad79-d98c9d02c7a0 admin admin] Publish callbacks [] for security_group (85eee513-55a8-4827-b68d-0b133867075a), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:41.034988 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=017a1549-c742-4a32-8a78-ce54b03cdc17,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:41.036125 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a155f342-af48-4356-aa66-d0056976e3fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:41.049513 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b7a65dbe-2152-40b4-9b5a-468f50f49055 req-389581c2-ee36-4bea-aa4c-ccbcb176a1e9 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806041 Mar 07 13:44:41.074737 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-21b7567e-d250-408a-9257-e8e9cb18156f admin admin] Publish callbacks [] for security_group (36f8f65b-b4b1-4200-b059-7bd5a6402e10), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:41.103728 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a17735a6-d256-4e41-ad79-d98c9d02c7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (85eee513-55a8-4827-b68d-0b133867075a), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:41.106539 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a17735a6-d256-4e41-ad79-d98c9d02c7a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:41.107785 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-a17735a6-d256-4e41-ad79-d98c9d02c7a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85eee513-55a8-4827-b68d-0b133867075a HTTP/1.1" status: 204 len: 168 time: 0.4211483 Mar 07 13:44:41.116801 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-21b7567e-d250-408a-9257-e8e9cb18156f admin admin] Publish callbacks [] for security_group (36f8f65b-b4b1-4200-b059-7bd5a6402e10), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:41.141276 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17735a6-d256-4e41-ad79-d98c9d02c7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85eee513-55a8-4827-b68d-0b133867075a,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:41.217446 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a155f342-af48-4356-aa66-d0056976e3fc admin admin] Publish callbacks [] for security_group (cf223e0e-07b9-487e-b631-175261c9c906), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:41.218573 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-21b7567e-d250-408a-9257-e8e9cb18156f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (36f8f65b-b4b1-4200-b059-7bd5a6402e10), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:41.221812 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-21b7567e-d250-408a-9257-e8e9cb18156f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:41.223228 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-21b7567e-d250-408a-9257-e8e9cb18156f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36f8f65b-b4b1-4200-b059-7bd5a6402e10 HTTP/1.1" status: 204 len: 168 time: 0.4460938 Mar 07 13:44:41.227264 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a155f342-af48-4356-aa66-d0056976e3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (cf223e0e-07b9-487e-b631-175261c9c906), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:41.244733 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7567e-d250-408a-9257-e8e9cb18156f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f8f65b-b4b1-4200-b059-7bd5a6402e10,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:41.275611 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73bf3a-f2d2-4176-993c-7d2d4d5756d8 req-6ad857bd-1e62-456a-8250-6a9878c3e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:41.277358 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-a155f342-af48-4356-aa66-d0056976e3fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ecb4906882c4344af06341349910fb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5326524 Mar 07 13:44:41.278198 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ea73bf3a-f2d2-4176-993c-7d2d4d5756d8 req-6ad857bd-1e62-456a-8250-6a9878c3e1eb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 1130 time: 0.1254890 Mar 07 13:44:41.280007 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 51388) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:41.287256 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155f342-af48-4356-aa66-d0056976e3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf223e0e-07b9-487e-b631-175261c9c906,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:41.310846 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ea73bf3a-f2d2-4176-993c-7d2d4d5756d8 req-04768d1c-fc15-4c2d-bbfd-164798731af7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:41.370869 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67bfbb16-b4c7-4cd1-9c29-4394071eaec7 admin admin] Publish callbacks [] for security_group (cf223e0e-07b9-487e-b631-175261c9c906), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:41.403455 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67bfbb16-b4c7-4cd1-9c29-4394071eaec7 admin admin] Publish callbacks [] for security_group (cf223e0e-07b9-487e-b631-175261c9c906), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:41.453528 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ea73bf3a-f2d2-4176-993c-7d2d4d5756d8 req-04768d1c-fc15-4c2d-bbfd-164798731af7 service neutron] Publish callbacks [] for security_group (50ec83f8-8b48-4686-8c47-a495669e5733), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:41.458981 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ea73bf3a-f2d2-4176-993c-7d2d4d5756d8 req-04768d1c-fc15-4c2d-bbfd-164798731af7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (50ec83f8-8b48-4686-8c47-a495669e5733), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:41.513970 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67bfbb16-b4c7-4cd1-9c29-4394071eaec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (cf223e0e-07b9-487e-b631-175261c9c906), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:41.516437 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67bfbb16-b4c7-4cd1-9c29-4394071eaec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:41.517654 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-67bfbb16-b4c7-4cd1-9c29-4394071eaec7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf223e0e-07b9-487e-b631-175261c9c906 HTTP/1.1" status: 204 len: 168 time: 0.2367685 Mar 07 13:44:41.521004 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ea73bf3a-f2d2-4176-993c-7d2d4d5756d8 req-04768d1c-fc15-4c2d-bbfd-164798731af7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340660 Mar 07 13:44:41.521830 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04768d1c-fc15-4c2d-bbfd-164798731af7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=50ec83f8-8b48-4686-8c47-a495669e5733,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:41.545703 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfbb16-b4c7-4cd1-9c29-4394071eaec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf223e0e-07b9-487e-b631-175261c9c906,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:41.614861 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bd2b0-7297-42cc-a47e-01613b64d808 req-57b99276-ecdf-4e7e-9814-78dffc753452 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:41.616326 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1d6bd2b0-7297-42cc-a47e-01613b64d808 req-57b99276-ecdf-4e7e-9814-78dffc753452 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0567982 Mar 07 13:44:41.662468 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 51404) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:41.675509 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1d6bd2b0-7297-42cc-a47e-01613b64d808 req-fd1610a2-17c6-4626-a485-72bdf4b6aeb1 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511870 Mar 07 13:44:41.677368 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7cd17352-8a72-492f-a1dc-653760513e99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:41.772711 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7cd17352-8a72-492f-a1dc-653760513e99 admin admin] Publish callbacks [] for security_group (08ed7429-a08a-4bda-a2fb-6bbdc6aa1f46), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:41.782427 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7cd17352-8a72-492f-a1dc-653760513e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (08ed7429-a08a-4bda-a2fb-6bbdc6aa1f46), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:41.834545 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-7cd17352-8a72-492f-a1dc-653760513e99 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b752456c6d454b018f55321def2b3f12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1706800 Mar 07 13:44:41.835718 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd17352-8a72-492f-a1dc-653760513e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ed7429-a08a-4bda-a2fb-6bbdc6aa1f46,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:41.837347 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 51412) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:41.924300 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f935563a-d387-4736-9731-de009e0c65bc admin admin] Publish callbacks [] for security_group (08ed7429-a08a-4bda-a2fb-6bbdc6aa1f46), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:41.956291 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 51424) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:41.959138 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f935563a-d387-4736-9731-de009e0c65bc admin admin] Publish callbacks [] for security_group (08ed7429-a08a-4bda-a2fb-6bbdc6aa1f46), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:41.972284 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d4d0e20e-3d52-4a1e-95a7-842430dfef33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:42.016375 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f935563a-d387-4736-9731-de009e0c65bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (08ed7429-a08a-4bda-a2fb-6bbdc6aa1f46), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:42.023188 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f935563a-d387-4736-9731-de009e0c65bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:42.031521 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-f935563a-d387-4736-9731-de009e0c65bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/08ed7429-a08a-4bda-a2fb-6bbdc6aa1f46 HTTP/1.1" status: 204 len: 168 time: 0.1925409 Mar 07 13:44:42.040807 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935563a-d387-4736-9731-de009e0c65bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ed7429-a08a-4bda-a2fb-6bbdc6aa1f46,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:42.141167 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d4d0e20e-3d52-4a1e-95a7-842430dfef33 admin admin] Publish callbacks [] for security_group (88c8952b-d3a2-4f91-884a-c5824a6b7b5d), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:42.149717 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d4d0e20e-3d52-4a1e-95a7-842430dfef33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (88c8952b-d3a2-4f91-884a-c5824a6b7b5d), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:42.268383 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0e20e-3d52-4a1e-95a7-842430dfef33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c8952b-d3a2-4f91-884a-c5824a6b7b5d,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:42.277870 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-d4d0e20e-3d52-4a1e-95a7-842430dfef33 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c25b35e9de8c46f0bf2a406bba9f9f70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205061 Mar 07 13:44:42.282386 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 51444) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:42.355491 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 51446) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:42.404217 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9d835ae3-057c-4a4d-8b11-c6429a09399c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:42.486811 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6c87647c-1de9-41ff-a845-55f33f4f3c86 admin admin] Publish callbacks [] for security_group (88c8952b-d3a2-4f91-884a-c5824a6b7b5d), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:42.520526 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9d835ae3-057c-4a4d-8b11-c6429a09399c admin admin] Publish callbacks [] for security_group (ac11a304-417e-4d2a-a25a-f55aa8b7e631), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:42.536970 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6c87647c-1de9-41ff-a845-55f33f4f3c86 admin admin] Publish callbacks [] for security_group (88c8952b-d3a2-4f91-884a-c5824a6b7b5d), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:42.539282 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9d835ae3-057c-4a4d-8b11-c6429a09399c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (ac11a304-417e-4d2a-a25a-f55aa8b7e631), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:42.594927 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb4488-f4c6-4ff3-9239-28224e3373ac req-630f4321-3826-4b7e-890b-c6fa7681172b tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:42.602625 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-9d835ae3-057c-4a4d-8b11-c6429a09399c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf70f941b02f42b48994134f034a19d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406142 Mar 07 13:44:42.606471 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e8cb4488-f4c6-4ff3-9239-28224e3373ac req-630f4321-3826-4b7e-890b-c6fa7681172b tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 946 time: 0.4536386 Mar 07 13:44:42.608806 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 51466) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:42.615470 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d835ae3-057c-4a4d-8b11-c6429a09399c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac11a304-417e-4d2a-a25a-f55aa8b7e631,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:42.638398 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6c87647c-1de9-41ff-a845-55f33f4f3c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (88c8952b-d3a2-4f91-884a-c5824a6b7b5d), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:42.641558 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6c87647c-1de9-41ff-a845-55f33f4f3c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:42.645778 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-6c87647c-1de9-41ff-a845-55f33f4f3c86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/88c8952b-d3a2-4f91-884a-c5824a6b7b5d HTTP/1.1" status: 204 len: 168 time: 0.3580220 Mar 07 13:44:42.653939 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87647c-1de9-41ff-a845-55f33f4f3c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c8952b-d3a2-4f91-884a-c5824a6b7b5d,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:42.718938 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cae17632-b917-4403-b5cf-3b71a1895a00 admin admin] Publish callbacks [] for security_group (ac11a304-417e-4d2a-a25a-f55aa8b7e631), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:42.734794 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e8cb4488-f4c6-4ff3-9239-28224e3373ac req-a7777aaf-3556-4434-b136-225c560c4010 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273196 Mar 07 13:44:42.754963 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cae17632-b917-4403-b5cf-3b71a1895a00 admin admin] Publish callbacks [] for security_group (ac11a304-417e-4d2a-a25a-f55aa8b7e631), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:42.846437 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f2407-4913-444f-a78c-e25fa8705c41 req-386902fd-475c-4823-9e9f-2db46a617ae0 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:42.848049 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-890f2407-4913-444f-a78c-e25fa8705c41 req-386902fd-475c-4823-9e9f-2db46a617ae0 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0789006 Mar 07 13:44:42.872303 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cae17632-b917-4403-b5cf-3b71a1895a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (ac11a304-417e-4d2a-a25a-f55aa8b7e631), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:42.874819 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cae17632-b917-4403-b5cf-3b71a1895a00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:42.875887 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-cae17632-b917-4403-b5cf-3b71a1895a00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac11a304-417e-4d2a-a25a-f55aa8b7e631 HTTP/1.1" status: 204 len: 168 time: 0.2628102 Mar 07 13:44:42.891997 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae17632-b917-4403-b5cf-3b71a1895a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac11a304-417e-4d2a-a25a-f55aa8b7e631,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:42.925615 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-890f2407-4913-444f-a78c-e25fa8705c41 req-2f434b5c-359d-4dc5-a431-667ae409f593 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610797 Mar 07 13:44:42.970450 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cd72de-9a64-4a2a-aacd-348d8a73ac29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906c9fd6-70d3-488f-ab60-10d4094bbe96'}, {'server_uuid': 'b3f12f70-1acd-4258-89c1-1171eca4fb42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017a1549-c742-4a32-8a78-ce54b03cdc17'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:44:42.973101 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d70f710-4074-4e53-ad10-322e02ece63b" -d '{"events": [{"server_uuid": "51cd72de-9a64-4a2a-aacd-348d8a73ac29", "name": "network-vif-plugged", "status": "completed", "tag": "906c9fd6-70d3-488f-ab60-10d4094bbe96"}, {"server_uuid": "b3f12f70-1acd-4258-89c1-1171eca4fb42", "name": "network-vif-plugged", "status": "completed", "tag": "017a1549-c742-4a32-8a78-ce54b03cdc17"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:44:43.013866 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 13:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053a316e-9838-4432-a0a7-378378750542 x-openstack-request-id: req-053a316e-9838-4432-a0a7-378378750542 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:44:43.013866 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cd72de-9a64-4a2a-aacd-348d8a73ac29", "name": "network-vif-plugged", "status": "completed", "tag": "906c9fd6-70d3-488f-ab60-10d4094bbe96", "code": 200}, {"server_uuid": "b3f12f70-1acd-4258-89c1-1171eca4fb42", "name": "network-vif-plugged", "status": "completed", "tag": "017a1549-c742-4a32-8a78-ce54b03cdc17", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:44:43.014246 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-053a316e-9838-4432-a0a7-378378750542 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:44:43.015160 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cd72de-9a64-4a2a-aacd-348d8a73ac29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906c9fd6-70d3-488f-ab60-10d4094bbe96', 'code': 200} Mar 07 13:44:43.015424 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f12f70-1acd-4258-89c1-1171eca4fb42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017a1549-c742-4a32-8a78-ce54b03cdc17', 'code': 200} Mar 07 13:44:43.395912 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 51510) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:43.412750 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6dbc390e-621d-42bc-887a-92a206d3961b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:43.509389 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6dbc390e-621d-42bc-887a-92a206d3961b admin admin] Publish callbacks [] for security_group (87062f07-a0ee-4ace-9b8d-401641540581), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:43.514371 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6dbc390e-621d-42bc-887a-92a206d3961b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (87062f07-a0ee-4ace-9b8d-401641540581), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:43.560362 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc390e-621d-42bc-887a-92a206d3961b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87062f07-a0ee-4ace-9b8d-401641540581,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:43.569678 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 51534) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:43.570154 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-6dbc390e-621d-42bc-887a-92a206d3961b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e6f0b26fb9c4207b49219efc1a510bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1724648 Mar 07 13:44:43.655114 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d104d766-185e-4128-ad6e-15fbc4d55bbe admin admin] Publish callbacks [] for security_group (87062f07-a0ee-4ace-9b8d-401641540581), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:43.679446 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d104d766-185e-4128-ad6e-15fbc4d55bbe admin admin] Publish callbacks [] for security_group (87062f07-a0ee-4ace-9b8d-401641540581), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:43.744089 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d104d766-185e-4128-ad6e-15fbc4d55bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (87062f07-a0ee-4ace-9b8d-401641540581), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:43.747006 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d104d766-185e-4128-ad6e-15fbc4d55bbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:43.750934 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-d104d766-185e-4128-ad6e-15fbc4d55bbe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87062f07-a0ee-4ace-9b8d-401641540581 HTTP/1.1" status: 204 len: 168 time: 0.1775539 Mar 07 13:44:43.756859 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104d766-185e-4128-ad6e-15fbc4d55bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87062f07-a0ee-4ace-9b8d-401641540581,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:43.927985 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5298a-9b2c-452d-b6be-cd4193623564 req-b9cf5082-61c6-4339-b4b9-619f4bbf4ad3 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:43.929643 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-99c5298a-9b2c-452d-b6be-cd4193623564 req-b9cf5082-61c6-4339-b4b9-619f4bbf4ad3 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 946 time: 0.0861716 Mar 07 13:44:44.028104 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-99c5298a-9b2c-452d-b6be-cd4193623564 req-0e657010-fbb5-48d8-ac63-e5b0823bc38b tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912488 Mar 07 13:44:44.080130 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bc671-d9d2-4f38-a61a-57e01b110553 req-e1887c52-d043-47c6-ae79-8d8788ea3c6d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:44.081664 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-386bc671-d9d2-4f38-a61a-57e01b110553 req-e1887c52-d043-47c6-ae79-8d8788ea3c6d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0676441 Mar 07 13:44:44.123427 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 51606) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:44.148533 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-386bc671-d9d2-4f38-a61a-57e01b110553 req-e401f647-6e81-40cf-990a-191b56cc6566 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530512 Mar 07 13:44:44.266035 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-45cf42c6-7698-488a-a356-4ea41fa2c2d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:44.385792 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-45cf42c6-7698-488a-a356-4ea41fa2c2d7 admin admin] Publish callbacks [] for security_group (be3277e7-76c3-41a4-ae38-5ef1835739a4), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:44.390015 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-45cf42c6-7698-488a-a356-4ea41fa2c2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (be3277e7-76c3-41a4-ae38-5ef1835739a4), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:44.457196 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 51628) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:44.457315 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-45cf42c6-7698-488a-a356-4ea41fa2c2d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=576e6dbef666430798e8573cc9c154ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3293040 Mar 07 13:44:44.465661 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf42c6-7698-488a-a356-4ea41fa2c2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3277e7-76c3-41a4-ae38-5ef1835739a4,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:44.508999 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81aa2439-2a27-45cf-a408-d826b620608c admin admin] Publish callbacks [] for security_group (be3277e7-76c3-41a4-ae38-5ef1835739a4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:44.534513 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81aa2439-2a27-45cf-a408-d826b620608c admin admin] Publish callbacks [] for security_group (be3277e7-76c3-41a4-ae38-5ef1835739a4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:44.591600 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81aa2439-2a27-45cf-a408-d826b620608c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (be3277e7-76c3-41a4-ae38-5ef1835739a4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:44.594206 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81aa2439-2a27-45cf-a408-d826b620608c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:44.595902 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-81aa2439-2a27-45cf-a408-d826b620608c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be3277e7-76c3-41a4-ae38-5ef1835739a4 HTTP/1.1" status: 204 len: 168 time: 0.1402102 Mar 07 13:44:44.603589 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa2439-2a27-45cf-a408-d826b620608c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3277e7-76c3-41a4-ae38-5ef1835739a4,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:45.052629 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 51660) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:45.067888 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fa868249-1897-4e9a-b076-924bb39c9e2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:45.203749 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f61a6-900b-4dc5-bcf7-82c5fa836820 req-c62be903-e729-4fa6-8873-8d7b63fed817 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:45.205998 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-da4f61a6-900b-4dc5-bcf7-82c5fa836820 req-c62be903-e729-4fa6-8873-8d7b63fed817 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 946 time: 0.1026211 Mar 07 13:44:45.220331 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fa868249-1897-4e9a-b076-924bb39c9e2d admin admin] Publish callbacks [] for security_group (0e1c2586-7baf-420a-8495-77fb9f1a5c63), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:45.242892 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fa868249-1897-4e9a-b076-924bb39c9e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (0e1c2586-7baf-420a-8495-77fb9f1a5c63), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:45.285791 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-fa868249-1897-4e9a-b076-924bb39c9e2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4f764b751dc4237aa26a8412dfe0c99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313592 Mar 07 13:44:45.288512 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 51668) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:45.331354 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa868249-1897-4e9a-b076-924bb39c9e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1c2586-7baf-420a-8495-77fb9f1a5c63,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:45.360007 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5e01681b-2f19-4b85-b755-d6d77dbaf497 admin admin] Publish callbacks [] for security_group (0e1c2586-7baf-420a-8495-77fb9f1a5c63), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:45.383248 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-da4f61a6-900b-4dc5-bcf7-82c5fa836820 req-fededc07-4e77-4d2a-a643-98df237896dd tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675348 Mar 07 13:44:45.385583 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5e01681b-2f19-4b85-b755-d6d77dbaf497 admin admin] Publish callbacks [] for security_group (0e1c2586-7baf-420a-8495-77fb9f1a5c63), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:45.404144 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0132ea-7468-4bd7-a69f-52934ebe39d0 req-c7385f84-885c-48c9-8c21-000f93e05978 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:45.406263 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bd0132ea-7468-4bd7-a69f-52934ebe39d0 req-c7385f84-885c-48c9-8c21-000f93e05978 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.1890523 Mar 07 13:44:45.461311 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5e01681b-2f19-4b85-b755-d6d77dbaf497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (0e1c2586-7baf-420a-8495-77fb9f1a5c63), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:45.464065 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5e01681b-2f19-4b85-b755-d6d77dbaf497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:45.465367 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-5e01681b-2f19-4b85-b755-d6d77dbaf497 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e1c2586-7baf-420a-8495-77fb9f1a5c63 HTTP/1.1" status: 204 len: 168 time: 0.1758602 Mar 07 13:44:45.468408 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bd0132ea-7468-4bd7-a69f-52934ebe39d0 req-560c4164-0156-41a1-9aff-6bf66fe654c3 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552864 Mar 07 13:44:45.473766 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01681b-2f19-4b85-b755-d6d77dbaf497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1c2586-7baf-420a-8495-77fb9f1a5c63,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:46.319444 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 51746) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:46.392560 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b319e9-0449-4167-8772-b862913ddfaf req-0c30aeb1-b7a3-4423-b8d9-6bddcac8ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:46.394134 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-27b319e9-0449-4167-8772-b862913ddfaf req-0c30aeb1-b7a3-4423-b8d9-6bddcac8ca64 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 1129 time: 0.0941737 Mar 07 13:44:46.396622 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a5783-90c0-4d7b-bab1-e791b2fafd27 req-096667c5-4d35-420a-a5b7-9afee689d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:46.398007 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-360a5783-90c0-4d7b-bab1-e791b2fafd27 req-096667c5-4d35-420a-a5b7-9afee689d634 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 1129 time: 0.0576432 Mar 07 13:44:46.439433 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e749a4ce-725d-4f8a-a9a6-11b331a494a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:46.508873 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-27b319e9-0449-4167-8772-b862913ddfaf req-01ac235a-0842-46ee-9926-48ca31374f2d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983596 Mar 07 13:44:46.512682 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-360a5783-90c0-4d7b-bab1-e791b2fafd27 req-37bf963d-e319-4b28-b0fd-9080d332139d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010802 Mar 07 13:44:46.532086 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e749a4ce-725d-4f8a-a9a6-11b331a494a8 admin admin] Publish callbacks [] for security_group (deff75c2-5dde-4cfa-ae23-70d3959ee6be), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:46.537018 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e749a4ce-725d-4f8a-a9a6-11b331a494a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (deff75c2-5dde-4cfa-ae23-70d3959ee6be), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:46.541348 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f800e-48db-47ad-8d05-54f785dac016 req-e1882e1c-8118-4a59-a758-52f5854138b1 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:46.549641 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-771f800e-48db-47ad-8d05-54f785dac016 req-e1882e1c-8118-4a59-a758-52f5854138b1 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 946 time: 0.0873458 Mar 07 13:44:46.582266 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-e749a4ce-725d-4f8a-a9a6-11b331a494a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a0e5af9d87b431b8c71ee38ac663a25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2601926 Mar 07 13:44:46.585801 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 51762) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:46.600593 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749a4ce-725d-4f8a-a9a6-11b331a494a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deff75c2-5dde-4cfa-ae23-70d3959ee6be,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:46.639912 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-771f800e-48db-47ad-8d05-54f785dac016 req-daeb09c0-20b6-4640-8ebc-00e3e7360370 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892370 Mar 07 13:44:46.649277 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b2343956-0ba1-448f-8a43-1edc20bd8659 admin admin] Publish callbacks [] for security_group (deff75c2-5dde-4cfa-ae23-70d3959ee6be), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:46.676565 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300542a-aa9a-4b4c-a4d0-87b70a74d88d req-698e032c-c6eb-4981-a0b0-60bc745ee735 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:46.684865 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3300542a-aa9a-4b4c-a4d0-87b70a74d88d req-698e032c-c6eb-4981-a0b0-60bc745ee735 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.1203558 Mar 07 13:44:46.705860 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b2343956-0ba1-448f-8a43-1edc20bd8659 admin admin] Publish callbacks [] for security_group (deff75c2-5dde-4cfa-ae23-70d3959ee6be), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:46.773553 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3300542a-aa9a-4b4c-a4d0-87b70a74d88d req-056193f2-75b8-4091-a7bd-4252616f5c4b tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788355 Mar 07 13:44:46.775486 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b2343956-0ba1-448f-8a43-1edc20bd8659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (deff75c2-5dde-4cfa-ae23-70d3959ee6be), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:46.779017 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b2343956-0ba1-448f-8a43-1edc20bd8659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:46.780192 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-b2343956-0ba1-448f-8a43-1edc20bd8659 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/deff75c2-5dde-4cfa-ae23-70d3959ee6be HTTP/1.1" status: 204 len: 168 time: 0.1934969 Mar 07 13:44:46.794171 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2343956-0ba1-448f-8a43-1edc20bd8659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deff75c2-5dde-4cfa-ae23-70d3959ee6be,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:46.911995 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 51780) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:47.093822 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-385a2fe6-cd63-4526-b855-20b8b2f1bd52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:47.155649 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 51786) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:47.170301 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-385a2fe6-cd63-4526-b855-20b8b2f1bd52 admin admin] Publish callbacks [] for security_group (ee32190e-c096-42b6-bd0d-f9e5e18dbe3f), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:47.173598 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-95ecf9b8-ccdb-47f2-801f-3b0824995926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:47.174240 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-385a2fe6-cd63-4526-b855-20b8b2f1bd52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (ee32190e-c096-42b6-bd0d-f9e5e18dbe3f), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:47.211689 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-385a2fe6-cd63-4526-b855-20b8b2f1bd52 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd757e58e06047fda9045ca8b9c6c99d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985909 Mar 07 13:44:47.212529 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a2fe6-cd63-4526-b855-20b8b2f1bd52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee32190e-c096-42b6-bd0d-f9e5e18dbe3f,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:47.214820 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 51788) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:47.253235 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-95ecf9b8-ccdb-47f2-801f-3b0824995926 admin admin] Publish callbacks [] for security_group (1c2e9349-0976-4c20-9640-b016399b263f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:47.258402 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-95ecf9b8-ccdb-47f2-801f-3b0824995926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (1c2e9349-0976-4c20-9640-b016399b263f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:47.262346 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-62ea600a-098b-44fb-9e33-3d6d8fe7bf42 admin admin] Publish callbacks [] for security_group (ee32190e-c096-42b6-bd0d-f9e5e18dbe3f), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:47.284232 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-62ea600a-098b-44fb-9e33-3d6d8fe7bf42 admin admin] Publish callbacks [] for security_group (ee32190e-c096-42b6-bd0d-f9e5e18dbe3f), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:47.301811 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-95ecf9b8-ccdb-47f2-801f-3b0824995926 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16b209d7a83949a591fc306312c0c1d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423626 Mar 07 13:44:47.302002 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 51790) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:47.308390 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecf9b8-ccdb-47f2-801f-3b0824995926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2e9349-0976-4c20-9640-b016399b263f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:47.334227 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-62ea600a-098b-44fb-9e33-3d6d8fe7bf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (ee32190e-c096-42b6-bd0d-f9e5e18dbe3f), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:47.337161 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-62ea600a-098b-44fb-9e33-3d6d8fe7bf42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:47.338802 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-62ea600a-098b-44fb-9e33-3d6d8fe7bf42 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee32190e-c096-42b6-bd0d-f9e5e18dbe3f HTTP/1.1" status: 204 len: 168 time: 0.1227996 Mar 07 13:44:47.347788 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea600a-098b-44fb-9e33-3d6d8fe7bf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee32190e-c096-42b6-bd0d-f9e5e18dbe3f,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:47.358227 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0bc9af33-41ec-47ab-9b75-ae0f610b7978 admin admin] Publish callbacks [] for security_group (1c2e9349-0976-4c20-9640-b016399b263f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:47.381110 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0bc9af33-41ec-47ab-9b75-ae0f610b7978 admin admin] Publish callbacks [] for security_group (1c2e9349-0976-4c20-9640-b016399b263f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:47.427436 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0bc9af33-41ec-47ab-9b75-ae0f610b7978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (1c2e9349-0976-4c20-9640-b016399b263f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:47.430354 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0bc9af33-41ec-47ab-9b75-ae0f610b7978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:47.434414 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-0bc9af33-41ec-47ab-9b75-ae0f610b7978 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c2e9349-0976-4c20-9640-b016399b263f HTTP/1.1" status: 204 len: 168 time: 0.1314681 Mar 07 13:44:47.443410 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9af33-41ec-47ab-9b75-ae0f610b7978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2e9349-0976-4c20-9640-b016399b263f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:47.777006 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b4caa-7594-4388-81a6-3e97cd7ab02c req-93f78d3d-e9e2-4db4-ad63-c10febe70f28 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:47.784054 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d01b4caa-7594-4388-81a6-3e97cd7ab02c req-93f78d3d-e9e2-4db4-ad63-c10febe70f28 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 946 time: 0.0690291 Mar 07 13:44:47.853145 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d01b4caa-7594-4388-81a6-3e97cd7ab02c req-603e9708-b939-4c77-8b1f-e4fcedf35a27 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673568 Mar 07 13:44:47.853567 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a4229b55-640a-449c-8258-35996a21b8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:48.001707 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3bdc1-aa6a-4c86-a10f-a2d0d3159227 req-9c5d4e12-2e76-4ebb-bc5e-e8ccbbd7e853 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:48.008451 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b9b3bdc1-aa6a-4c86-a10f-a2d0d3159227 req-9c5d4e12-2e76-4ebb-bc5e-e8ccbbd7e853 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.1267612 Mar 07 13:44:48.067467 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b9b3bdc1-aa6a-4c86-a10f-a2d0d3159227 req-86edfc41-9c4d-4b4c-be4f-3f9c644afd34 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540040 Mar 07 13:44:48.269153 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 51862) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:48.271452 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 51864) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:48.388387 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-6d4910e1-a278-4481-b386-d080c793256f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-817699587-network', 'tenant_id': 'da5cd0664dc746a1a57d243636f9d52d'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:44:48.394234 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-db3a7fb6-8c0d-4e89-99f7-860d95c89f85 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1019927258-network', 'tenant_id': '82f409344fb44431b78010df3681e746'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:44:48.413623 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4910e1-a278-4481-b386-d080c793256f admin admin] Made reservation on behalf of da5cd0664dc746a1a57d243636f9d52d for: {'network': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:44:48.416185 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6d4910e1-a278-4481-b386-d080c793256f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for network (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:48.423918 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3a7fb6-8c0d-4e89-99f7-860d95c89f85 admin admin] Made reservation on behalf of 82f409344fb44431b78010df3681e746 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:44:48.426945 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db3a7fb6-8c0d-4e89-99f7-860d95c89f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:48.427489 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6d4910e1-a278-4481-b386-d080c793256f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:48.439060 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db3a7fb6-8c0d-4e89-99f7-860d95c89f85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:48.521678 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db3a7fb6-8c0d-4e89-99f7-860d95c89f85 admin admin] Publish callbacks [] for security_group (7a609bde-b805-43e0-9ff4-cc6f9aa6582e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:48.526054 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6d4910e1-a278-4481-b386-d080c793256f admin admin] Publish callbacks [] for security_group (7db3a4ba-2ce2-44da-9a22-562be3ba6e10), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:48.527867 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db3a7fb6-8c0d-4e89-99f7-860d95c89f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (7a609bde-b805-43e0-9ff4-cc6f9aa6582e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:48.530464 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6d4910e1-a278-4481-b386-d080c793256f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (7db3a4ba-2ce2-44da-9a22-562be3ba6e10), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:48.557514 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4910e1-a278-4481-b386-d080c793256f admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=109593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 13:44:48.567745 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4910e1-a278-4481-b386-d080c793256f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db3a4ba-2ce2-44da-9a22-562be3ba6e10,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:48.572677 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6d4910e1-a278-4481-b386-d080c793256f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (d1e84104-276b-4fe8-8c49-0e2a5c39d9ac), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:48.573000 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.db.segments_db [None req-6d4910e1-a278-4481-b386-d080c793256f admin admin] Added segment d1e84104-276b-4fe8-8c49-0e2a5c39d9ac of type vlan for network 5cc4f065-465d-48c8-82cf-d0545d865d60 Mar 07 13:44:48.576185 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3a7fb6-8c0d-4e89-99f7-860d95c89f85 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 13:44:48.598980 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a7fb6-8c0d-4e89-99f7-860d95c89f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a609bde-b805-43e0-9ff4-cc6f9aa6582e,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:48.605537 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db3a7fb6-8c0d-4e89-99f7-860d95c89f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (7ad5a2ac-07e9-441b-a198-f54411ff24d4), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:48.605984 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.segments_db [None req-db3a7fb6-8c0d-4e89-99f7-860d95c89f85 admin admin] Added segment 7ad5a2ac-07e9-441b-a198-f54411ff24d4 of type vlan for network 8a9f18e3-f5b0-432c-9d31-7a381b63878e Mar 07 13:44:48.616608 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6d4910e1-a278-4481-b386-d080c793256f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776652068127'] for network (5cc4f065-465d-48c8-82cf-d0545d865d60), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:48.645196 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6d4910e1-a278-4481-b386-d080c793256f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for network (5cc4f065-465d-48c8-82cf-d0545d865d60), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:48.646278 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4910e1-a278-4481-b386-d080c793256f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:48.646948 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6d4910e1-a278-4481-b386-d080c793256f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:48.656162 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db3a7fb6-8c0d-4e89-99f7-860d95c89f85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776652068127'] for network (8a9f18e3-f5b0-432c-9d31-7a381b63878e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:48.675781 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-6d4910e1-a278-4481-b386-d080c793256f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4032340 Mar 07 13:44:48.679320 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 51882) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:48.684400 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-080cf454-196b-4433-ab06-f0b12641b76c admin admin] Request body: {'subnet': {'network_id': '5cc4f065-465d-48c8-82cf-d0545d865d60', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-817699587-subnet', 'tenant_id': 'da5cd0664dc746a1a57d243636f9d52d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:44:48.688533 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db3a7fb6-8c0d-4e89-99f7-860d95c89f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for network (8a9f18e3-f5b0-432c-9d31-7a381b63878e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:48.690051 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3a7fb6-8c0d-4e89-99f7-860d95c89f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:48.690614 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db3a7fb6-8c0d-4e89-99f7-860d95c89f85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:48.708803 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4910e1-a278-4481-b386-d080c793256f admin admin] Pushing event updated for resources: {'Network': ['ID=5cc4f065-465d-48c8-82cf-d0545d865d60,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:48.722022 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Network 5cc4f065-465d-48c8-82cf-d0545d865d60 details requested by agent ovs-agent-dv-cinder-813222-6-iscsi with host dv-cinder-813222-6-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 13:44:48.730841 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-db3a7fb6-8c0d-4e89-99f7-860d95c89f85 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4602952 Mar 07 13:44:48.734122 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 51886) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:48.766525 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-42202920-249c-4097-b636-f02c74b7bdad admin admin] Request body: {'subnet': {'network_id': '8a9f18e3-f5b0-432c-9d31-7a381b63878e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1019927258-subnet', 'tenant_id': '82f409344fb44431b78010df3681e746', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:44:48.775146 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080cf454-196b-4433-ab06-f0b12641b76c admin admin] Made reservation on behalf of da5cd0664dc746a1a57d243636f9d52d for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:44:48.777435 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-080cf454-196b-4433-ab06-f0b12641b76c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5536009'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:48.784007 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a7fb6-8c0d-4e89-99f7-860d95c89f85 admin admin] Pushing event updated for resources: {'Network': ['ID=8a9f18e3-f5b0-432c-9d31-7a381b63878e,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:48.795888 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Network 8a9f18e3-f5b0-432c-9d31-7a381b63878e details requested by agent ovs-agent-dv-cinder-813222-6-iscsi with host dv-cinder-813222-6-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 13:44:48.812425 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42202920-249c-4097-b636-f02c74b7bdad admin admin] Made reservation on behalf of 82f409344fb44431b78010df3681e746 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:44:48.815316 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-42202920-249c-4097-b636-f02c74b7bdad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5536009'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:49.032332 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748ee77-46b1-4cb6-965e-cf0cb342b884 req-b8b98e9e-38db-4514-8784-81e214e60afb tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:49.034390 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0748ee77-46b1-4cb6-965e-cf0cb342b884 req-b8b98e9e-38db-4514-8784-81e214e60afb tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 946 time: 0.1203315 Mar 07 13:44:49.148092 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-080cf454-196b-4433-ab06-f0b12641b76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4839943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5536023'] for subnet (3c53b096-0533-4e79-b5c2-936dcafe4e8b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:49.229179 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0748ee77-46b1-4cb6-965e-cf0cb342b884 req-ee34a1af-9e11-499e-89cb-ee6f19df3b26 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870606 Mar 07 13:44:49.268372 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-42202920-249c-4097-b636-f02c74b7bdad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4839943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5536023'] for subnet (84cba737-085a-4f82-8b44-901172c9d627), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:49.277528 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080cf454-196b-4433-ab06-f0b12641b76c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c53b096-0533-4e79-b5c2-936dcafe4e8b,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:49.325492 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377eea0a-8730-480d-9ed2-1343cb35b29d req-137a6808-0252-48b9-a5c5-9f3459712ac0 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:49.326950 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-377eea0a-8730-480d-9ed2-1343cb35b29d req-137a6808-0252-48b9-a5c5-9f3459712ac0 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.1938601 Mar 07 13:44:49.336040 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080cf454-196b-4433-ab06-f0b12641b76c admin admin] Checking segment: {'id': 'd1e84104-276b-4fe8-8c49-0e2a5c39d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5cc4f065-465d-48c8-82cf-d0545d865d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:44:49.336389 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080cf454-196b-4433-ab06-f0b12641b76c admin admin] Network hostable DHCP agents. Network: 5cc4f065-465d-48c8-82cf-d0545d865d60, hostable agents: ['08584f1c-1841-49d6-90b0-a431cd6de474'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 13:44:49.385938 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42202920-249c-4097-b636-f02c74b7bdad admin admin] Pushing event updated for resources: {'Subnet': ['ID=84cba737-085a-4f82-8b44-901172c9d627,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:49.399239 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080cf454-196b-4433-ab06-f0b12641b76c admin admin] Network 5cc4f065-465d-48c8-82cf-d0545d865d60 is scheduled to be hosted by DHCP agent 08584f1c-1841-49d6-90b0-a431cd6de474 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 13:44:49.412622 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42202920-249c-4097-b636-f02c74b7bdad admin admin] Checking segment: {'id': '7ad5a2ac-07e9-441b-a198-f54411ff24d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8a9f18e3-f5b0-432c-9d31-7a381b63878e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:44:49.412994 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42202920-249c-4097-b636-f02c74b7bdad admin admin] Network hostable DHCP agents. Network: 8a9f18e3-f5b0-432c-9d31-7a381b63878e, hostable agents: ['08584f1c-1841-49d6-90b0-a431cd6de474'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 13:44:49.423782 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-377eea0a-8730-480d-9ed2-1343cb35b29d req-9c90669a-66df-41a2-a82c-df18dbbff73f tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903397 Mar 07 13:44:49.426917 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-080cf454-196b-4433-ab06-f0b12641b76c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-6-iscsi, 5cc4f065-465d-48c8-82cf-d0545d865d60) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:44:49.432396 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080cf454-196b-4433-ab06-f0b12641b76c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:49.432979 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-080cf454-196b-4433-ab06-f0b12641b76c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:49.437726 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548e88f8-3b22-411d-95a1-60e9a213f551 None None] Network 5cc4f065-465d-48c8-82cf-d0545d865d60 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:44:49.449750 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42202920-249c-4097-b636-f02c74b7bdad admin admin] Network 8a9f18e3-f5b0-432c-9d31-7a381b63878e is scheduled to be hosted by DHCP agent 08584f1c-1841-49d6-90b0-a431cd6de474 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 13:44:49.456160 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-080cf454-196b-4433-ab06-f0b12641b76c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7757847 Mar 07 13:44:49.459964 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-42202920-249c-4097-b636-f02c74b7bdad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-6-iscsi, 8a9f18e3-f5b0-432c-9d31-7a381b63878e) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:44:49.464122 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42202920-249c-4097-b636-f02c74b7bdad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:49.464458 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-42202920-249c-4097-b636-f02c74b7bdad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:49.483959 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-42202920-249c-4097-b636-f02c74b7bdad admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7226870 Mar 07 13:44:49.507612 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f93c282-d4b8-4510-9f73-ed11c9a5ffe0 None None] Network 8a9f18e3-f5b0-432c-9d31-7a381b63878e requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:44:49.616227 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac39d1f-8bf2-485e-80e3-9182cf153637 None None] Network 5cc4f065-465d-48c8-82cf-d0545d865d60 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:44:49.660640 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1dd0a7-f1a9-4e4d-bda8-ce87fff4445e None None] Network 8a9f18e3-f5b0-432c-9d31-7a381b63878e requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:44:50.026660 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 51924) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:50.032239 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-8c1fd821-aad2-4b7b-8b84-1800ee3f2bc5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-389330238-network', 'tenant_id': 'a71bdd0c0972410faff90d6d81202bc6'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:44:50.055122 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1fd821-aad2-4b7b-8b84-1800ee3f2bc5 admin admin] Made reservation on behalf of a71bdd0c0972410faff90d6d81202bc6 for: {'network': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:44:50.058122 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8c1fd821-aad2-4b7b-8b84-1800ee3f2bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for network (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:50.072027 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c18fae94-310d-4536-be26-ae2646d9c400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:50.075396 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8c1fd821-aad2-4b7b-8b84-1800ee3f2bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:50.184860 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8c1fd821-aad2-4b7b-8b84-1800ee3f2bc5 admin admin] Publish callbacks [] for security_group (ccb3e52e-0fd6-407a-9872-a82da5ff9ebe), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:50.190029 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8c1fd821-aad2-4b7b-8b84-1800ee3f2bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (ccb3e52e-0fd6-407a-9872-a82da5ff9ebe), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:50.214074 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c1fd821-aad2-4b7b-8b84-1800ee3f2bc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=109593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 13:44:50.231495 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fd821-aad2-4b7b-8b84-1800ee3f2bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb3e52e-0fd6-407a-9872-a82da5ff9ebe,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:50.237027 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8c1fd821-aad2-4b7b-8b84-1800ee3f2bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (cf9f3e9f-d958-48ca-88af-681818732adb), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:50.237396 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.db.segments_db [None req-8c1fd821-aad2-4b7b-8b84-1800ee3f2bc5 admin admin] Added segment cf9f3e9f-d958-48ca-88af-681818732adb of type vlan for network ff075b10-cf82-4528-9b4a-7ae3272f0a7a Mar 07 13:44:50.279059 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8c1fd821-aad2-4b7b-8b84-1800ee3f2bc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776652068127'] for network (ff075b10-cf82-4528-9b4a-7ae3272f0a7a), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:50.308859 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8c1fd821-aad2-4b7b-8b84-1800ee3f2bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for network (ff075b10-cf82-4528-9b4a-7ae3272f0a7a), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:50.309921 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1fd821-aad2-4b7b-8b84-1800ee3f2bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:50.310563 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8c1fd821-aad2-4b7b-8b84-1800ee3f2bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:50.348731 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1137f-8f5b-4ae7-b8ab-c94f10baa740 req-ec9f014a-ebf7-48f9-8348-f195b2913799 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:50.350564 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-46a1137f-8f5b-4ae7-b8ab-c94f10baa740 req-ec9f014a-ebf7-48f9-8348-f195b2913799 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 946 time: 0.0552242 Mar 07 13:44:50.354284 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-8c1fd821-aad2-4b7b-8b84-1800ee3f2bc5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3258870 Mar 07 13:44:50.358784 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 51936) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:50.370898 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-b1b1759f-257d-43f4-9f7e-73fe4b0cec50 admin admin] Request body: {'subnet': {'network_id': 'ff075b10-cf82-4528-9b4a-7ae3272f0a7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-389330238-subnet', 'tenant_id': 'a71bdd0c0972410faff90d6d81202bc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:44:50.383459 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fd821-aad2-4b7b-8b84-1800ee3f2bc5 admin admin] Pushing event updated for resources: {'Network': ['ID=ff075b10-cf82-4528-9b4a-7ae3272f0a7a,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:50.393017 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Network ff075b10-cf82-4528-9b4a-7ae3272f0a7a details requested by agent ovs-agent-dv-cinder-813222-6-iscsi with host dv-cinder-813222-6-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 13:44:50.438317 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b1759f-257d-43f4-9f7e-73fe4b0cec50 admin admin] Made reservation on behalf of a71bdd0c0972410faff90d6d81202bc6 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:44:50.441308 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b1b1759f-257d-43f4-9f7e-73fe4b0cec50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5536009'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:50.466041 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-46a1137f-8f5b-4ae7-b8ab-c94f10baa740 req-3ef7bea4-819c-4a66-97d5-88bf38d449a4 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089740 Mar 07 13:44:50.577104 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e380e8d-e4e7-422f-8b91-002ff945fc06 req-492aa7b3-2947-41e4-8c9e-a10ca63cfc58 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:50.578587 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8e380e8d-e4e7-422f-8b91-002ff945fc06 req-492aa7b3-2947-41e4-8c9e-a10ca63cfc58 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0743654 Mar 07 13:44:50.678523 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8e380e8d-e4e7-422f-8b91-002ff945fc06 req-664d6620-84da-41fc-9163-fe7a321c00ca tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788596 Mar 07 13:44:50.693539 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b1b1759f-257d-43f4-9f7e-73fe4b0cec50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4839943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5536023'] for subnet (3d837f12-b8fd-425a-83e1-3b6774c9f195), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:50.748447 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1759f-257d-43f4-9f7e-73fe4b0cec50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d837f12-b8fd-425a-83e1-3b6774c9f195,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:50.757297 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b1759f-257d-43f4-9f7e-73fe4b0cec50 admin admin] Checking segment: {'id': 'cf9f3e9f-d958-48ca-88af-681818732adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ff075b10-cf82-4528-9b4a-7ae3272f0a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:44:50.757654 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b1759f-257d-43f4-9f7e-73fe4b0cec50 admin admin] Network hostable DHCP agents. Network: ff075b10-cf82-4528-9b4a-7ae3272f0a7a, hostable agents: ['08584f1c-1841-49d6-90b0-a431cd6de474'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 13:44:50.774127 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b1759f-257d-43f4-9f7e-73fe4b0cec50 admin admin] Network ff075b10-cf82-4528-9b4a-7ae3272f0a7a is scheduled to be hosted by DHCP agent 08584f1c-1841-49d6-90b0-a431cd6de474 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 13:44:50.782347 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-b1b1759f-257d-43f4-9f7e-73fe4b0cec50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-6-iscsi, ff075b10-cf82-4528-9b4a-7ae3272f0a7a) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:44:50.788819 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b1759f-257d-43f4-9f7e-73fe4b0cec50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:50.788939 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b1b1759f-257d-43f4-9f7e-73fe4b0cec50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:50.792743 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7578d201-2566-4344-9e37-69eb0c774594 None None] Network ff075b10-cf82-4528-9b4a-7ae3272f0a7a requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:44:50.812320 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-b1b1759f-257d-43f4-9f7e-73fe4b0cec50 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4464200 Mar 07 13:44:50.897479 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a01d8e-e7f9-44c9-8960-e367b80648bf None None] Network ff075b10-cf82-4528-9b4a-7ae3272f0a7a requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:44:51.288083 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:51.580167 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f9e9e-cba1-450b-8ae3-d805eeab6f95 req-86cc6675-57fa-42dd-8e85-6c549ec0ac4f tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:51.581627 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9b2f9e9e-cba1-450b-8ae3-d805eeab6f95 req-86cc6675-57fa-42dd-8e85-6c549ec0ac4f tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 946 time: 0.0521824 Mar 07 13:44:51.627809 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9b2f9e9e-cba1-450b-8ae3-d805eeab6f95 req-4c91fb4b-4196-49bd-9803-04cb99b18b00 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408604 Mar 07 13:44:51.799293 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994080c6-9c4a-48e5-b4fe-f52c24b5e948 req-b87ded07-93d0-4065-a82d-1734d11ce52a tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:51.803946 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-994080c6-9c4a-48e5-b4fe-f52c24b5e948 req-b87ded07-93d0-4065-a82d-1734d11ce52a tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0584781 Mar 07 13:44:51.847893 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-994080c6-9c4a-48e5-b4fe-f52c24b5e948 req-3d36620b-af94-4fda-877e-475b8d87bf1f tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414972 Mar 07 13:44:52.370729 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:52.744911 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1125c-123e-4afe-affb-3ba732e0d2d3 req-f95a5434-3475-4d87-bc74-d95985a8efa7 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:52.746526 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e7d1125c-123e-4afe-affb-3ba732e0d2d3 req-f95a5434-3475-4d87-bc74-d95985a8efa7 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 946 time: 0.0534828 Mar 07 13:44:52.793713 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e7d1125c-123e-4afe-affb-3ba732e0d2d3 req-b05ac2df-4098-41f5-8583-bde0ad45b3ee tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410099 Mar 07 13:44:52.973357 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e100f-2186-45e9-809f-a9d6c26f0296 req-7e9ae34b-7076-4a25-b561-8b0672fc9fad tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:52.974928 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cf2e100f-2186-45e9-809f-a9d6c26f0296 req-7e9ae34b-7076-4a25-b561-8b0672fc9fad tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0587530 Mar 07 13:44:53.025942 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cf2e100f-2186-45e9-809f-a9d6c26f0296 req-30cae85c-9f17-466b-a432-819784d3ded1 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437982 Mar 07 13:44:54.191028 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671f74b-4ec5-4bd3-bf17-07cee34081c1 req-78c5e808-e732-49da-9702-113d950e3fc1 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:54.192643 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8671f74b-4ec5-4bd3-bf17-07cee34081c1 req-78c5e808-e732-49da-9702-113d950e3fc1 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0691478 Mar 07 13:44:54.210912 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:54.261716 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8671f74b-4ec5-4bd3-bf17-07cee34081c1 req-f3e0f08a-bb98-49a9-8706-9004a557a523 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601046 Mar 07 13:44:54.644843 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-f8b5c2cb-17fb-400d-997b-808d15ffb376 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:54.646209 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-f8b5c2cb-17fb-400d-997b-808d15ffb376 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/networks?id=8a9f18e3-f5b0-432c-9d31-7a381b63878e HTTP/1.1" status: 200 len: 809 time: 0.1043348 Mar 07 13:44:54.662104 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-464e51ab-d981-424b-be4d-375672f82172 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/quotas/82f409344fb44431b78010df3681e746 HTTP/1.1" status: 200 len: 375 time: 0.0094159 Mar 07 13:44:54.693247 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-c8671848-7ce6-4b91-aaee-4216ce02461e tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=82f409344fb44431b78010df3681e746&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258653 Mar 07 13:44:54.787309 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-3f4a7a7b-5940-45b3-b970-5e21a3736bf5 service neutron] 10.222.0.24 "GET /v2.0/networks/8a9f18e3-f5b0-432c-9d31-7a381b63878e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874832 Mar 07 13:44:54.874357 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-8f982c70-f8ec-4879-b316-b395ada95f56 service neutron] 10.222.0.24 "GET /v2.0/networks/8a9f18e3-f5b0-432c-9d31-7a381b63878e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814853 Mar 07 13:44:55.058048 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3f65d216-4a4a-475b-a83b-223373069b81 req-e526f58b-978e-493d-a2f5-95dc31eec7cf tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 210 time: 0.0302684 Mar 07 13:44:55.216648 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 52070) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:55.319369 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:44:55.351681 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7799e3bd-009c-4227-8d1f-205c9fc6292d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:55.420948 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecfe02-6c33-4cdf-b118-887174cc789d req-15b1e836-d0a4-4023-bbdb-ef78aff47ab1 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:55.422381 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-aeecfe02-6c33-4cdf-b118-887174cc789d req-15b1e836-d0a4-4023-bbdb-ef78aff47ab1 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0863962 Mar 07 13:44:55.499569 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7799e3bd-009c-4227-8d1f-205c9fc6292d admin admin] Publish callbacks [] for security_group (b5462f88-b772-40a1-9f73-1e22cd41f790), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:55.506182 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-aeecfe02-6c33-4cdf-b118-887174cc789d req-5e9a50aa-c56d-48c2-ad31-6eb82bb53236 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729446 Mar 07 13:44:55.507332 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7799e3bd-009c-4227-8d1f-205c9fc6292d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (b5462f88-b772-40a1-9f73-1e22cd41f790), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:55.546983 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799e3bd-009c-4227-8d1f-205c9fc6292d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5462f88-b772-40a1-9f73-1e22cd41f790,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:55.555636 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-7799e3bd-009c-4227-8d1f-205c9fc6292d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d019768ed83046e89ea7172227b6c3a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3376992 Mar 07 13:44:55.558227 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 52092) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:55.658885 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-548aa9de-cf05-4544-85d6-d89d3ce3163e admin admin] Publish callbacks [] for security_group (b5462f88-b772-40a1-9f73-1e22cd41f790), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:55.689838 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-548aa9de-cf05-4544-85d6-d89d3ce3163e admin admin] Publish callbacks [] for security_group (b5462f88-b772-40a1-9f73-1e22cd41f790), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:55.761056 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-548aa9de-cf05-4544-85d6-d89d3ce3163e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (b5462f88-b772-40a1-9f73-1e22cd41f790), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:55.766137 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-548aa9de-cf05-4544-85d6-d89d3ce3163e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:55.773955 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-548aa9de-cf05-4544-85d6-d89d3ce3163e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5462f88-b772-40a1-9f73-1e22cd41f790 HTTP/1.1" status: 204 len: 168 time: 0.2140353 Mar 07 13:44:55.799528 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548aa9de-cf05-4544-85d6-d89d3ce3163e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5462f88-b772-40a1-9f73-1e22cd41f790,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:55.994763 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289e6a0-3352-4fdb-b2ca-c0b739d784c7 req-924b6cfb-918e-43a5-b892-2c02b89b11bd tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:55.996397 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4289e6a0-3352-4fdb-b2ca-c0b739d784c7 req-924b6cfb-918e-43a5-b892-2c02b89b11bd tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0938938 Mar 07 13:44:56.002398 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1581c9-f9a3-48ea-bf83-7a11a2e338a3 req-f878ad8b-0dae-471f-bda5-028589f28668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:56.005672 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3d1581c9-f9a3-48ea-bf83-7a11a2e338a3 req-f878ad8b-0dae-471f-bda5-028589f28668 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88634ee7e2b24d288fb0ffe0074a2dc6&device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 1129 time: 0.0896232 Mar 07 13:44:56.133495 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4289e6a0-3352-4fdb-b2ca-c0b739d784c7 req-287cce83-6a81-4511-b79e-a7ddf9196003 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265438 Mar 07 13:44:56.167445 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1581c9-f9a3-48ea-bf83-7a11a2e338a3 req-114004a2-4db3-4f05-ac63-c8a5a8be4288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:56.169411 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3d1581c9-f9a3-48ea-bf83-7a11a2e338a3 req-114004a2-4db3-4f05-ac63-c8a5a8be4288 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a5b462aa-a284-4f43-8b3d-18890bd539a5 HTTP/1.1" status: 200 len: 918 time: 0.1535399 Mar 07 13:44:56.238022 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83be3070-dce7-4666-94bc-a31a4c91c5e0 req-8de56146-3505-4454-a166-540e793d9c0c tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 210 time: 0.0525022 Mar 07 13:44:56.274011 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3d1581c9-f9a3-48ea-bf83-7a11a2e338a3 req-824fedec-1fd5-4d6d-aee6-9a60d1586942 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=017a1549-c742-4a32-8a78-ce54b03cdc17 HTTP/1.1" status: 200 len: 217 time: 0.0903518 Mar 07 13:44:56.325450 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 52138) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:56.570928 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-b5b7f40c-e79e-462b-975a-f2f4a9ae3aca tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:56.572973 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-b5b7f40c-e79e-462b-975a-f2f4a9ae3aca tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.10 "GET /v2.0/networks?id=8a9f18e3-f5b0-432c-9d31-7a381b63878e HTTP/1.1" status: 200 len: 809 time: 0.2750046 Mar 07 13:44:56.581702 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1581c9-f9a3-48ea-bf83-7a11a2e338a3 req-5bb0c2c5-a55c-4804-ab79-85c2ddfad69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:56.583655 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3d1581c9-f9a3-48ea-bf83-7a11a2e338a3 req-5bb0c2c5-a55c-4804-ab79-85c2ddfad69a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=588e3218-1b5e-44a1-964b-b3809f310cbf HTTP/1.1" status: 200 len: 858 time: 0.2874331 Mar 07 13:44:56.599297 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-a5c3608e-7eb0-43b5-9f8e-668683794205 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Request body: {'port': {'device_id': 'a9076970-7e7e-47bd-b58b-ebd81f2e3daf', 'network_id': '8a9f18e3-f5b0-432c-9d31-7a381b63878e', 'admin_state_up': True, 'tenant_id': '82f409344fb44431b78010df3681e746'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:44:56.654396 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a764dd4e-493b-4fab-8050-3e9d963d99e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:56.685059 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3d1581c9-f9a3-48ea-bf83-7a11a2e338a3 req-ffd7b257-bddc-42f2-a0a9-3d4b717a3d05 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5b462aa-a284-4f43-8b3d-18890bd539a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794973 Mar 07 13:44:56.773042 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a764dd4e-493b-4fab-8050-3e9d963d99e9 admin admin] Publish callbacks [] for security_group (a51f0154-299f-44ae-aa23-955415c95969), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:56.782872 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a764dd4e-493b-4fab-8050-3e9d963d99e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (a51f0154-299f-44ae-aa23-955415c95969), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:56.852709 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-a764dd4e-493b-4fab-8050-3e9d963d99e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fba058191e6840eba7808564b0a3bf8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5259411 Mar 07 13:44:56.853591 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 52184) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:56.891673 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764dd4e-493b-4fab-8050-3e9d963d99e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51f0154-299f-44ae-aa23-955415c95969,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:56.939864 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 52188) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:56.950789 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ff55f6b3-182c-45c9-ad9a-61b285e96731 admin admin] Publish callbacks [] for security_group (a51f0154-299f-44ae-aa23-955415c95969), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:56.984414 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ff55f6b3-182c-45c9-ad9a-61b285e96731 admin admin] Publish callbacks [] for security_group (a51f0154-299f-44ae-aa23-955415c95969), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:57.070102 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ff55f6b3-182c-45c9-ad9a-61b285e96731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (a51f0154-299f-44ae-aa23-955415c95969), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:57.075035 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ff55f6b3-182c-45c9-ad9a-61b285e96731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:57.077262 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-ff55f6b3-182c-45c9-ad9a-61b285e96731 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a51f0154-299f-44ae-aa23-955415c95969 HTTP/1.1" status: 204 len: 168 time: 0.2151101 Mar 07 13:44:57.090920 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3d1581c9-f9a3-48ea-bf83-7a11a2e338a3 req-113f25cf-1a47-4666-a7f4-c4707e68c90b service neutron] 10.222.0.10 "GET /v2.0/networks/a5b462aa-a284-4f43-8b3d-18890bd539a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574109 Mar 07 13:44:57.098527 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-a5c3608e-7eb0-43b5-9f8e-668683794205 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Made reservation on behalf of 82f409344fb44431b78010df3681e746 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:44:57.100269 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-a36d087b-322c-4caf-882c-dfdc3a053fd3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2017950777-network', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:44:57.102453 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-a5c3608e-7eb0-43b5-9f8e-668683794205 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:57.116008 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55f6b3-182c-45c9-ad9a-61b285e96731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51f0154-299f-44ae-aa23-955415c95969,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:57.139227 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36d087b-322c-4caf-882c-dfdc3a053fd3 admin admin] Made reservation on behalf of c10fe3afe2e84b7694415570a68cee37 for: {'network': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:44:57.142067 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a36d087b-322c-4caf-882c-dfdc3a053fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for network (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:57.151536 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a36d087b-322c-4caf-882c-dfdc3a053fd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:57.254627 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a36d087b-322c-4caf-882c-dfdc3a053fd3 admin admin] Publish callbacks [] for security_group (06963100-1115-4c30-9418-012d22ae32fd), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:57.286585 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a36d087b-322c-4caf-882c-dfdc3a053fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (06963100-1115-4c30-9418-012d22ae32fd), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:57.342245 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36d087b-322c-4caf-882c-dfdc3a053fd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=109593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 13:44:57.380292 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d087b-322c-4caf-882c-dfdc3a053fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06963100-1115-4c30-9418-012d22ae32fd,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:57.384732 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a36d087b-322c-4caf-882c-dfdc3a053fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (e162dbb3-f7e8-4563-8238-36a47ee87ab4), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:57.385360 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.db.segments_db [None req-a36d087b-322c-4caf-882c-dfdc3a053fd3 admin admin] Added segment e162dbb3-f7e8-4563-8238-36a47ee87ab4 of type vlan for network ae647865-b6eb-48d6-bfc7-51b766b88343 Mar 07 13:44:57.390479 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-744c7427-75d3-4a5e-a958-d4d23e70dcd3 req-0dbf3488-72b1-400c-8a23-176aadd1ee16 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 210 time: 0.0624564 Mar 07 13:44:57.416380 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3d1581c9-f9a3-48ea-bf83-7a11a2e338a3 req-9a5efa74-7838-454f-97cc-3d29bec00774 service neutron] 10.222.0.10 "GET /v2.0/networks/a5b462aa-a284-4f43-8b3d-18890bd539a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753458 Mar 07 13:44:57.419781 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-a5c3608e-7eb0-43b5-9f8e-668683794205 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Allocated IP 172.20.0.10 (8a9f18e3-f5b0-432c-9d31-7a381b63878e/84cba737-085a-4f82-8b44-901172c9d627/925ee9e4-3703-413f-bc5b-84bfa6beb4d2) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:44:57.449015 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e30b2-ed92-4852-8807-6b02cb5d3304 req-bdd96f1b-badb-4976-99d8-30ae5facb63a tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:57.450854 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e67e30b2-ed92-4852-8807-6b02cb5d3304 req-bdd96f1b-badb-4976-99d8-30ae5facb63a tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.1837897 Mar 07 13:44:57.454545 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a36d087b-322c-4caf-882c-dfdc3a053fd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776652068127'] for network (ae647865-b6eb-48d6-bfc7-51b766b88343), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:57.549872 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 52210) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:57.591876 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f2a017d9-b216-4177-9ac1-afd523040026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:57.603692 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a36d087b-322c-4caf-882c-dfdc3a053fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for network (ae647865-b6eb-48d6-bfc7-51b766b88343), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:57.604899 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36d087b-322c-4caf-882c-dfdc3a053fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:57.605739 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a36d087b-322c-4caf-882c-dfdc3a053fd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:57.611403 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e67e30b2-ed92-4852-8807-6b02cb5d3304 req-d6e25735-a278-4f2a-ac23-f52362340910 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314313 Mar 07 13:44:57.650008 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-a36d087b-322c-4caf-882c-dfdc3a053fd3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7089412 Mar 07 13:44:57.653007 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 52214) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:57.659947 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-c662a7ee-e68d-4fa7-ac19-0c375be093a9 admin admin] Request body: {'subnet': {'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2017950777-subnet', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:44:57.704076 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d087b-322c-4caf-882c-dfdc3a053fd3 admin admin] Pushing event updated for resources: {'Network': ['ID=ae647865-b6eb-48d6-bfc7-51b766b88343,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:57.712991 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-a5c3608e-7eb0-43b5-9f8e-668683794205 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Publish callbacks [] for port (925ee9e4-3703-413f-bc5b-84bfa6beb4d2), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:57.719187 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c662a7ee-e68d-4fa7-ac19-0c375be093a9 admin admin] Made reservation on behalf of c10fe3afe2e84b7694415570a68cee37 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:44:57.722187 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Network ae647865-b6eb-48d6-bfc7-51b766b88343 details requested by agent ovs-agent-dv-cinder-813222-6-iscsi with host dv-cinder-813222-6-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 13:44:57.722786 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c662a7ee-e68d-4fa7-ac19-0c375be093a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5536009'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:57.900733 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-a5c3608e-7eb0-43b5-9f8e-668683794205 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (925ee9e4-3703-413f-bc5b-84bfa6beb4d2), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:57.921444 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f2a017d9-b216-4177-9ac1-afd523040026 admin admin] Publish callbacks [] for security_group (667436dc-d051-4f2e-9ff9-36aa7586e88a), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:57.924957 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f2a017d9-b216-4177-9ac1-afd523040026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (667436dc-d051-4f2e-9ff9-36aa7586e88a), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:57.962779 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-f2a017d9-b216-4177-9ac1-afd523040026 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6bbe4d9b4b34a0dbdad2919207fbcd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4085736 Mar 07 13:44:57.963955 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a017d9-b216-4177-9ac1-afd523040026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667436dc-d051-4f2e-9ff9-36aa7586e88a,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:57.966281 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 52220) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:57.979690 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-a5c3608e-7eb0-43b5-9f8e-668683794205 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Network 8a9f18e3-f5b0-432c-9d31-7a381b63878e is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:44:57.992526 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-a5c3608e-7eb0-43b5-9f8e-668683794205 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:44:57.996418 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-a5c3608e-7eb0-43b5-9f8e-668683794205 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:44:58.019528 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8a89b066-31a6-450a-b0f6-d232c4fa4ee3 admin admin] Publish callbacks [] for security_group (667436dc-d051-4f2e-9ff9-36aa7586e88a), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:58.029734 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3608e-7eb0-43b5-9f8e-668683794205 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Pushing event updated for resources: {'Port': ['ID=925ee9e4-3703-413f-bc5b-84bfa6beb4d2,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:58.047230 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c662a7ee-e68d-4fa7-ac19-0c375be093a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4839943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5536023'] for subnet (7c56d65c-4807-49f7-98f6-3d6932945f85), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:58.048281 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8a89b066-31a6-450a-b0f6-d232c4fa4ee3 admin admin] Publish callbacks [] for security_group (667436dc-d051-4f2e-9ff9-36aa7586e88a), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:58.060138 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-a5c3608e-7eb0-43b5-9f8e-668683794205 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:58.060615 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-a5c3608e-7eb0-43b5-9f8e-668683794205 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:58.105809 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8a89b066-31a6-450a-b0f6-d232c4fa4ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (667436dc-d051-4f2e-9ff9-36aa7586e88a), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:58.108246 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8a89b066-31a6-450a-b0f6-d232c4fa4ee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:58.109533 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-8a89b066-31a6-450a-b0f6-d232c4fa4ee3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/667436dc-d051-4f2e-9ff9-36aa7586e88a HTTP/1.1" status: 204 len: 168 time: 0.1422710 Mar 07 13:44:58.119093 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89b066-31a6-450a-b0f6-d232c4fa4ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667436dc-d051-4f2e-9ff9-36aa7586e88a,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:58.123824 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-a5c3608e-7eb0-43b5-9f8e-668683794205 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5301666 Mar 07 13:44:58.140385 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662a7ee-e68d-4fa7-ac19-0c375be093a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c56d65c-4807-49f7-98f6-3d6932945f85,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:58.149925 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Request body: {'port': {'device_id': 'a9076970-7e7e-47bd-b58b-ebd81f2e3daf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:44:58.176566 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c662a7ee-e68d-4fa7-ac19-0c375be093a9 admin admin] Checking segment: {'id': 'e162dbb3-f7e8-4563-8238-36a47ee87ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:44:58.176918 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c662a7ee-e68d-4fa7-ac19-0c375be093a9 admin admin] Network hostable DHCP agents. Network: ae647865-b6eb-48d6-bfc7-51b766b88343, hostable agents: ['08584f1c-1841-49d6-90b0-a431cd6de474'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 13:44:58.208446 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c662a7ee-e68d-4fa7-ac19-0c375be093a9 admin admin] Network ae647865-b6eb-48d6-bfc7-51b766b88343 is scheduled to be hosted by DHCP agent 08584f1c-1841-49d6-90b0-a431cd6de474 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 13:44:58.235412 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-c662a7ee-e68d-4fa7-ac19-0c375be093a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-6-iscsi, ae647865-b6eb-48d6-bfc7-51b766b88343) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:44:58.243367 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c662a7ee-e68d-4fa7-ac19-0c375be093a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:58.244029 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c662a7ee-e68d-4fa7-ac19-0c375be093a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:58.247431 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (925ee9e4-3703-413f-bc5b-84bfa6beb4d2), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:58.252838 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcf1fe8-5428-4fe5-bf2f-b80b27373909 None None] Network ae647865-b6eb-48d6-bfc7-51b766b88343 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:44:58.303573 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-c662a7ee-e68d-4fa7-ac19-0c375be093a9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6491492 Mar 07 13:44:58.306611 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 52240) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:44:58.312003 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:44:58.354843 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8115342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59994'] for router (6448c671-1993-4178-a460-1b3d68f99e70), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:58.356007 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8117886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8114125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59987'] for router (6448c671-1993-4178-a460-1b3d68f99e70), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:58.447996 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c4f96d-4013-46ef-8df3-ca19fee34af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c3bf361-9939-58d5-881b-730fc1df18b1-ae647865-b6eb-48d6-bfc7-51b766b88343', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'fixed_ips': [{'subnet_id': '7c56d65c-4807-49f7-98f6-3d6932945f85'}]}} from dv-cinder-813222-6-iscsi. {{(pid=109595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 13:44:58.449246 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8c4f96d-4013-46ef-8df3-ca19fee34af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:58.586315 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Publish callbacks [] for router_controller (6448c671-1993-4178-a460-1b3d68f99e70), precommit_add_association {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:58.778898 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Publish callbacks [] for router_gateway (6448c671-1993-4178-a460-1b3d68f99e70), precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:58.823455 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ebc033-4528-4bd3-b56d-9cfa1b2a0cf4 req-a9ebd366-0961-4358-ae1e-dbabae0a23c4 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:58.826331 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-21ebc033-4528-4bd3-b56d-9cfa1b2a0cf4 req-a9ebd366-0961-4358-ae1e-dbabae0a23c4 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 932 time: 0.1674736 Mar 07 13:44:58.827399 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 925ee9e4-3703-413f-bc5b-84bfa6beb4d2 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:44:58.863847 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Publish callbacks [] for port (925ee9e4-3703-413f-bc5b-84bfa6beb4d2), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:58.887975 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-b8c4f96d-4013-46ef-8df3-ca19fee34af4 None None] Allocated IP 172.20.0.2 (ae647865-b6eb-48d6-bfc7-51b766b88343/7c56d65c-4807-49f7-98f6-3d6932945f85/b63fb822-9c22-4b3e-a794-f5ded2e7d05c) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:44:58.960612 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Transition to ACTIVE for port object 925ee9e4-3703-413f-bc5b-84bfa6beb4d2 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 13:44:58.977624 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (925ee9e4-3703-413f-bc5b-84bfa6beb4d2), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:59.093398 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-21ebc033-4528-4bd3-b56d-9cfa1b2a0cf4 req-f7fc201e-2a48-4c9d-ae5c-ffec7cc81663 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592249 Mar 07 13:44:59.112634 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Publish callbacks [] for router_gateway (6448c671-1993-4178-a460-1b3d68f99e70), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:59.146005 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93444f-bc84-458c-81c6-ea2e17da76c9 req-cf3cf67d-e760-4bd2-89c0-32e5893bb9ce tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:59.148940 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:59.154569 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7e93444f-bc84-458c-81c6-ea2e17da76c9 req-cf3cf67d-e760-4bd2-89c0-32e5893bb9ce tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.2384195 Mar 07 13:44:59.177349 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8c4f96d-4013-46ef-8df3-ca19fee34af4 None None] Publish callbacks [] for port (b63fb822-9c22-4b3e-a794-f5ded2e7d05c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:59.187789 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8c4f96d-4013-46ef-8df3-ca19fee34af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089'] for port (b63fb822-9c22-4b3e-a794-f5ded2e7d05c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:59.192227 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Pushing event updated for resources: {'Port': ['ID=925ee9e4-3703-413f-bc5b-84bfa6beb4d2,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:59.237400 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c4f96d-4013-46ef-8df3-ca19fee34af4 None None] Network ae647865-b6eb-48d6-bfc7-51b766b88343 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:44:59.268733 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b8c4f96d-4013-46ef-8df3-ca19fee34af4 None None] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:44:59.273758 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c4f96d-4013-46ef-8df3-ca19fee34af4 None None] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:44:59.324421 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Allocated IP 172.27.1.187 (4737f3fa-18ff-4252-a580-88148a637511/b90664a8-a6a4-4a65-802b-5b7bd95111f9/efe38a38-ac08-4f5c-a02a-024e3013dff8) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:44:59.342162 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7e93444f-bc84-458c-81c6-ea2e17da76c9 req-62d7a4b7-15c1-474e-90c8-07d999fb518f tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862006 Mar 07 13:44:59.349909 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4f96d-4013-46ef-8df3-ca19fee34af4 None None] Pushing event updated for resources: {'Port': ['ID=b63fb822-9c22-4b3e-a794-f5ded2e7d05c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:59.358637 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-b8c4f96d-4013-46ef-8df3-ca19fee34af4 None None] Attempting to bind port b63fb822-9c22-4b3e-a794-f5ded2e7d05c on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:44:59.359440 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-b8c4f96d-4013-46ef-8df3-ca19fee34af4 None None] Attempting to bind port b63fb822-9c22-4b3e-a794-f5ded2e7d05c by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': 'e162dbb3-f7e8-4563-8238-36a47ee87ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:44:59.360014 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c4f96d-4013-46ef-8df3-ca19fee34af4 None None] Attempting to bind port b63fb822-9c22-4b3e-a794-f5ded2e7d05c on network ae647865-b6eb-48d6-bfc7-51b766b88343 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:44:59.366382 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c4f96d-4013-46ef-8df3-ca19fee34af4 None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:44:59.367157 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c4f96d-4013-46ef-8df3-ca19fee34af4 None None] Checking segment: {'id': 'e162dbb3-f7e8-4563-8238-36a47ee87ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:44:59.367654 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8c4f96d-4013-46ef-8df3-ca19fee34af4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:59.368141 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c4f96d-4013-46ef-8df3-ca19fee34af4 None None] Bound using segment: {'id': 'e162dbb3-f7e8-4563-8238-36a47ee87ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:44:59.368758 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-b8c4f96d-4013-46ef-8df3-ca19fee34af4 None None] Bound port: b63fb822-9c22-4b3e-a794-f5ded2e7d05c, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e162dbb3-f7e8-4563-8238-36a47ee87ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:44:59.369353 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8c4f96d-4013-46ef-8df3-ca19fee34af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (b63fb822-9c22-4b3e-a794-f5ded2e7d05c), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:59.382805 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Attempting to bind port 925ee9e4-3703-413f-bc5b-84bfa6beb4d2 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:44:59.383148 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Attempting to bind port 925ee9e4-3703-413f-bc5b-84bfa6beb4d2 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '7ad5a2ac-07e9-441b-a198-f54411ff24d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8a9f18e3-f5b0-432c-9d31-7a381b63878e'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:44:59.383477 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Attempting to bind port 925ee9e4-3703-413f-bc5b-84bfa6beb4d2 on network 8a9f18e3-f5b0-432c-9d31-7a381b63878e {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:44:59.389175 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Port 925ee9e4-3703-413f-bc5b-84bfa6beb4d2 on network 8a9f18e3-f5b0-432c-9d31-7a381b63878e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 13:44:59.389525 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Attempting to bind port 925ee9e4-3703-413f-bc5b-84bfa6beb4d2 on network 8a9f18e3-f5b0-432c-9d31-7a381b63878e {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:44:59.397379 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Checking agent: {'id': '54ecd8f5-e943-4369-a21b-1222345f30ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'started_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:44:59.397847 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Checking segment: {'id': '7ad5a2ac-07e9-441b-a198-f54411ff24d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8a9f18e3-f5b0-432c-9d31-7a381b63878e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:44:59.398375 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Bound using segment: {'id': '7ad5a2ac-07e9-441b-a198-f54411ff24d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8a9f18e3-f5b0-432c-9d31-7a381b63878e'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:44:59.399688 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Bound port: 925ee9e4-3703-413f-bc5b-84bfa6beb4d2, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad5a2ac-07e9-441b-a198-f54411ff24d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8a9f18e3-f5b0-432c-9d31-7a381b63878e'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:44:59.400094 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (925ee9e4-3703-413f-bc5b-84bfa6beb4d2), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:59.451953 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-b8c4f96d-4013-46ef-8df3-ca19fee34af4 None None] For port b63fb822-9c22-4b3e-a794-f5ded2e7d05c, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:44:59.460847 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-b8c4f96d-4013-46ef-8df3-ca19fee34af4 None None] For port b63fb822-9c22-4b3e-a794-f5ded2e7d05c, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=b63fb822-9c22-4b3e-a794-f5ded2e7d05c,segment=NetworkSegment(e162dbb3-f7e8-4563-8238-36a47ee87ab4),segment_id=e162dbb3-f7e8-4563-8238-36a47ee87ab4)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:44:59.471442 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8c4f96d-4013-46ef-8df3-ca19fee34af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (b63fb822-9c22-4b3e-a794-f5ded2e7d05c), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:59.485643 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Publish callbacks [] for port (efe38a38-ac08-4f5c-a02a-024e3013dff8), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:59.537433 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] For port 925ee9e4-3703-413f-bc5b-84bfa6beb4d2, host hv-cinder-81322, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:44:59.544606 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089'] for port (efe38a38-ac08-4f5c-a02a-024e3013dff8), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:59.546363 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] For port 925ee9e4-3703-413f-bc5b-84bfa6beb4d2, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=925ee9e4-3703-413f-bc5b-84bfa6beb4d2,segment=NetworkSegment(7ad5a2ac-07e9-441b-a198-f54411ff24d4),segment_id=7ad5a2ac-07e9-441b-a198-f54411ff24d4)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:44:59.552798 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4f96d-4013-46ef-8df3-ca19fee34af4 None None] Pushing event updated for resources: {'Port': ['ID=b63fb822-9c22-4b3e-a794-f5ded2e7d05c,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:59.558599 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (925ee9e4-3703-413f-bc5b-84bfa6beb4d2), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:59.604894 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Network 4737f3fa-18ff-4252-a580-88148a637511 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:44:59.609481 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:44:59.613311 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:44:59.634505 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:59.635372 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:59.636656 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] 10.222.0.10 "PUT /v2.0/ports/925ee9e4-3703-413f-bc5b-84bfa6beb4d2 HTTP/1.1" status: 200 len: 1094 time: 1.4910204 Mar 07 13:44:59.637396 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9076970-7e7e-47bd-b58b-ebd81f2e3daf', 'tag': '925ee9e4-3703-413f-bc5b-84bfa6beb4d2'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:44:59.639866 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fdc59d-9e48-4f93-8fff-393ddd7e8b21" -d '{"events": [{"name": "network-changed", "server_uuid": "a9076970-7e7e-47bd-b58b-ebd81f2e3daf", "tag": "925ee9e4-3703-413f-bc5b-84bfa6beb4d2"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:44:59.716439 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599123c0-4486-4a1c-918d-c178da5368fe x-openstack-request-id: req-599123c0-4486-4a1c-918d-c178da5368fe {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:44:59.716845 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9076970-7e7e-47bd-b58b-ebd81f2e3daf", "tag": "925ee9e4-3703-413f-bc5b-84bfa6beb4d2", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:44:59.717296 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-599123c0-4486-4a1c-918d-c178da5368fe {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:44:59.718346 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9076970-7e7e-47bd-b58b-ebd81f2e3daf', 'tag': '925ee9e4-3703-413f-bc5b-84bfa6beb4d2', 'status': 'completed', 'code': 200} Mar 07 13:44:59.723814 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Pushing event updated for resources: {'Port': ['ID=925ee9e4-3703-413f-bc5b-84bfa6beb4d2,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:59.738881 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:59.739382 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:59.739929 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:59.740636 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:59.742310 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:59.743011 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:59.743630 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:59.745757 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:59.746473 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:59.747749 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:59.748907 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:59.749592 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:59.751022 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99e3e3-c3a5-4e78-8ea6-e9b68e3feb7a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:59.761648 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Pushing event updated for resources: {'Port': ['ID=efe38a38-ac08-4f5c-a02a-024e3013dff8,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:44:59.815863 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:59.816239 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:59.816587 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:59.817042 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:59.817431 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:59.817792 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:59.818179 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:59.818585 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:59.818871 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:59.819276 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:59.819681 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:59.820032 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:59.820347 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:44:59.903883 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-350efef8-d1b1-4360-819d-14aceb13bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:44:59.904647 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Publish callbacks [] for router_gateway (6448c671-1993-4178-a460-1b3d68f99e70), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:44:59.905599 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-350efef8-d1b1-4360-819d-14aceb13bbb9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82f409344fb44431b78010df3681e746&device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 1128 time: 0.1696222 Mar 07 13:45:00.014647 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-f1311dd0-e19b-4869-9c8d-fd2108f66282 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=925ee9e4-3703-413f-bc5b-84bfa6beb4d2 HTTP/1.1" status: 200 len: 217 time: 0.0537863 Mar 07 13:45:00.197438 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-3f896335-6d53-41d4-afa2-a712a991c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:00.200597 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-3f896335-6d53-41d4-afa2-a712a991c234 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=84cba737-085a-4f82-8b44-901172c9d627 HTTP/1.1" status: 200 len: 849 time: 0.1800711 Mar 07 13:45:00.246790 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-aac5d309-9b48-46d4-8c8e-30791907b06e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a9f18e3-f5b0-432c-9d31-7a381b63878e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394752 Mar 07 13:45:00.370640 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8117877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8114144'] for router (6448c671-1993-4178-a460-1b3d68f99e70), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:00.403113 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9b359-5969-43c9-84a0-c01141023602 req-5d8e4732-cc00-42e0-acde-cbf86647bbcf tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:00.405098 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ffb9b359-5969-43c9-84a0-c01141023602 req-5d8e4732-cc00-42e0-acde-cbf86647bbcf tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 944 time: 0.1571069 Mar 07 13:45:00.511862 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-3ccc17bd-d436-44e7-8f05-4aff046f5fe4 service neutron] 10.222.0.10 "GET /v2.0/networks/8a9f18e3-f5b0-432c-9d31-7a381b63878e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351847 Mar 07 13:45:00.610529 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Router 6448c671-1993-4178-a460-1b3d68f99e70 is scheduled to L3 agent cc2ab286-18cb-493e-9e53-baec88113460 with binding_index 1 {{(pid=109593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 13:45:00.679406 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ffb9b359-5969-43c9-84a0-c01141023602 req-f1018a01-6ea1-4eed-a10f-3668a5c6dc64 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684853 Mar 07 13:45:00.744762 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5e86e132-ec22-46c8-a412-1ad960cc8a0c req-cbd05f45-38d0-4ca3-910e-4b9765cc4c0d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2914600 Mar 07 13:45:00.781310 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7f69d-61b4-4598-9790-82d48335033b req-d4fdbb31-2ef8-40d8-9087-4d6c6d932fe4 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:00.784424 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9fd7f69d-61b4-4598-9790-82d48335033b req-d4fdbb31-2ef8-40d8-9087-4d6c6d932fe4 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.3405635 Mar 07 13:45:00.853587 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:45:00.867954 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee5e5de-2b46-4167-81b7-f22e0e3a3338 None None] Sync routers for ids ['6448c671-1993-4178-a460-1b3d68f99e70'] in dv-cinder-813222-6-iscsi {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:45:00.888658 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee5e5de-2b46-4167-81b7-f22e0e3a3338 None None] Routers {'6448c671-1993-4178-a460-1b3d68f99e70'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:45:00.897635 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:00.897956 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-dee5e5de-2b46-4167-81b7-f22e0e3a3338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:44:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['6448c671-1993-4178-a460-1b3d68f99e70'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:00.898902 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-2384f455-223f-4361-b1b6-7952fd4b4bd2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5913041 Mar 07 13:45:00.903758 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 52330) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:00.971439 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cf010386-a717-4cb9-a5e0-44169ab49510 req-61d77dff-4639-46a5-a8b5-7df60f83c136 service neutron] 10.222.0.10 "GET /v2.0/networks/8a9f18e3-f5b0-432c-9d31-7a381b63878e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500098 Mar 07 13:45:01.025832 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9fd7f69d-61b4-4598-9790-82d48335033b req-f00360be-62d2-47b2-9866-2281e8d917e0 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298181 Mar 07 13:45:01.029042 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86e132-ec22-46c8-a412-1ad960cc8a0c req-274b0f8a-0092-4103-860f-5c43916df853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:01.030106 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5e86e132-ec22-46c8-a412-1ad960cc8a0c req-274b0f8a-0092-4103-860f-5c43916df853 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=47c869c5383f414e8784e2fad43098b0&device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 1130 time: 0.1497738 Mar 07 13:45:01.090488 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-dee5e5de-2b46-4167-81b7-f22e0e3a3338 None None] Set router 6448c671-1993-4178-a460-1b3d68f99e70 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:45:01.110117 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b073f084-a05b-4797-8c82-295d4e4b8147 None None] Network ae647865-b6eb-48d6-bfc7-51b766b88343 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:45:01.290382 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-637f364c-eb07-458f-838d-4238aa704c7d None None] Provisioning complete for port b63fb822-9c22-4b3e-a794-f5ded2e7d05c triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:01.290746 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-637f364c-eb07-458f-838d-4238aa704c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (b63fb822-9c22-4b3e-a794-f5ded2e7d05c), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:01.326179 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdc59d-9e48-4f93-8fff-393ddd7e8b21 req-3cb06d50-5a9f-4807-839f-718b85c231d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:01.328135 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-06fdc59d-9e48-4f93-8fff-393ddd7e8b21 req-3cb06d50-5a9f-4807-839f-718b85c231d6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82f409344fb44431b78010df3681e746&device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 1128 time: 0.1989329 Mar 07 13:45:01.374210 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device b63fb822-9c22-4b3e-a794-f5ded2e7d05c up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:45:01.389112 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86e132-ec22-46c8-a412-1ad960cc8a0c req-72cb5ecc-7852-4b42-847f-5b24b330e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:01.399526 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5e86e132-ec22-46c8-a412-1ad960cc8a0c req-72cb5ecc-7852-4b42-847f-5b24b330e70c service neutron] 10.222.0.10 "GET /v2.0/networks?id=914c7625-64ea-41a0-8950-7251e7015904 HTTP/1.1" status: 200 len: 912 time: 0.2602301 Mar 07 13:45:01.479098 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5e86e132-ec22-46c8-a412-1ad960cc8a0c req-1b58dcac-ba0e-4007-a6d6-f48a1ebadb32 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee06e386-7e5c-442b-80f8-04678a51a0d0 HTTP/1.1" status: 200 len: 217 time: 0.0646882 Mar 07 13:45:01.513564 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-637f364c-eb07-458f-838d-4238aa704c7d None None] Current status of the port b63fb822-9c22-4b3e-a794-f5ded2e7d05c is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:45:01.513948 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-637f364c-eb07-458f-838d-4238aa704c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (b63fb822-9c22-4b3e-a794-f5ded2e7d05c), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:01.530382 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port b63fb822-9c22-4b3e-a794-f5ded2e7d05c triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:01.530791 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (b63fb822-9c22-4b3e-a794-f5ded2e7d05c), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:01.577091 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-637f364c-eb07-458f-838d-4238aa704c7d None None] For port b63fb822-9c22-4b3e-a794-f5ded2e7d05c, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=b63fb822-9c22-4b3e-a794-f5ded2e7d05c,segment=NetworkSegment(e162dbb3-f7e8-4563-8238-36a47ee87ab4),segment_id=e162dbb3-f7e8-4563-8238-36a47ee87ab4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:45:01.584196 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-637f364c-eb07-458f-838d-4238aa704c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (b63fb822-9c22-4b3e-a794-f5ded2e7d05c), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:01.585337 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86e132-ec22-46c8-a412-1ad960cc8a0c req-ca307db7-851d-4a37-82f1-d2a79ea57ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:01.588005 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5e86e132-ec22-46c8-a412-1ad960cc8a0c req-ca307db7-851d-4a37-82f1-d2a79ea57ab7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0ab1ae3a-3d96-4f62-ade6-6046f32292a0 HTTP/1.1" status: 200 len: 852 time: 0.0803947 Mar 07 13:45:01.594168 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdc59d-9e48-4f93-8fff-393ddd7e8b21 req-ae356a2a-a301-47b8-935b-7d55cfb55c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:01.595814 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-06fdc59d-9e48-4f93-8fff-393ddd7e8b21 req-ae356a2a-a301-47b8-935b-7d55cfb55c35 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a9f18e3-f5b0-432c-9d31-7a381b63878e HTTP/1.1" status: 200 len: 909 time: 0.2515485 Mar 07 13:45:01.597882 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-dee5e5de-2b46-4167-81b7-f22e0e3a3338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448c671-1993-4178-a460-1b3d68f99e70', 'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:58Z', 'updated_at': '2022-03-07T13:44:59Z', 'revision_number': 3, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'gw_port': {'id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:98:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:59Z', 'updated_at': '2022-03-07T13:44:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:01.633343 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5e86e132-ec22-46c8-a412-1ad960cc8a0c req-bb40a2be-94e3-4732-8c6a-dfa32a95ef2d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=914c7625-64ea-41a0-8950-7251e7015904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361581 Mar 07 13:45:01.645594 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee5e5de-2b46-4167-81b7-f22e0e3a3338 None None] Checking router: 6448c671-1993-4178-a460-1b3d68f99e70 for host: dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:45:01.646200 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee5e5de-2b46-4167-81b7-f22e0e3a3338 None None] Updating router 6448c671-1993-4178-a460-1b3d68f99e70 port efe38a38-ac08-4f5c-a02a-024e3013dff8 binding host dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 13:45:01.690147 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dee5e5de-2b46-4167-81b7-f22e0e3a3338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (efe38a38-ac08-4f5c-a02a-024e3013dff8), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:01.695031 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-06fdc59d-9e48-4f93-8fff-393ddd7e8b21 req-4e384d69-bd95-40a7-ba8c-328d3354ebf1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=925ee9e4-3703-413f-bc5b-84bfa6beb4d2 HTTP/1.1" status: 200 len: 217 time: 0.0682697 Mar 07 13:45:01.746239 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f364c-eb07-458f-838d-4238aa704c7d None None] Pushing event updated for resources: {'Port': ['ID=b63fb822-9c22-4b3e-a794-f5ded2e7d05c,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:01.769395 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port b63fb822-9c22-4b3e-a794-f5ded2e7d05c is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:45:01.914268 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-4c3d04c9-0037-4017-9697-d294f9105004 None None] Provisioning complete for port b63fb822-9c22-4b3e-a794-f5ded2e7d05c triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:01.915053 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4c3d04c9-0037-4017-9697-d294f9105004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (b63fb822-9c22-4b3e-a794-f5ded2e7d05c), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:02.031548 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-4c3d04c9-0037-4017-9697-d294f9105004 None None] Current status of the port b63fb822-9c22-4b3e-a794-f5ded2e7d05c is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:45:02.115683 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dee5e5de-2b46-4167-81b7-f22e0e3a3338 None None] Publish callbacks [] for port (efe38a38-ac08-4f5c-a02a-024e3013dff8), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:02.125030 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dee5e5de-2b46-4167-81b7-f22e0e3a3338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (efe38a38-ac08-4f5c-a02a-024e3013dff8), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:02.143979 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f7b2a8b9-ed2c-4e73-896b-26cf6c28d06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:02.147049 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdc59d-9e48-4f93-8fff-393ddd7e8b21 req-fcfdbc62-e051-49d2-a48c-cde735f555dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:02.148629 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-06fdc59d-9e48-4f93-8fff-393ddd7e8b21 req-fcfdbc62-e051-49d2-a48c-cde735f555dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=84cba737-085a-4f82-8b44-901172c9d627 HTTP/1.1" status: 200 len: 849 time: 0.4158976 Mar 07 13:45:02.191520 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3d5d5-c96f-4d79-bda0-ef330ef5fa16 None None] Pushing event updated for resources: {'Port': ['ID=efe38a38-ac08-4f5c-a02a-024e3013dff8,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:02.227317 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9795f-bde9-4fb5-ba8a-fad15bff554a req-7c5bd77a-7839-4483-8c29-a8d342381ad3 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:02.228950 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d0b9795f-bde9-4fb5-ba8a-fad15bff554a req-7c5bd77a-7839-4483-8c29-a8d342381ad3 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 944 time: 0.1912303 Mar 07 13:45:02.229766 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-dee5e5de-2b46-4167-81b7-f22e0e3a3338 None None] Attempting to bind port efe38a38-ac08-4f5c-a02a-024e3013dff8 on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:45:02.230223 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-dee5e5de-2b46-4167-81b7-f22e0e3a3338 None None] Attempting to bind port efe38a38-ac08-4f5c-a02a-024e3013dff8 by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:45:02.230495 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee5e5de-2b46-4167-81b7-f22e0e3a3338 None None] Attempting to bind port efe38a38-ac08-4f5c-a02a-024e3013dff8 on network 4737f3fa-18ff-4252-a580-88148a637511 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:45:02.233699 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-06fdc59d-9e48-4f93-8fff-393ddd7e8b21 req-26c9fce1-3523-4c4f-9502-35d40fea5860 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a9f18e3-f5b0-432c-9d31-7a381b63878e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676174 Mar 07 13:45:02.239618 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee5e5de-2b46-4167-81b7-f22e0e3a3338 None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:45:02.240041 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee5e5de-2b46-4167-81b7-f22e0e3a3338 None None] Checking segment: {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:45:02.240409 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dee5e5de-2b46-4167-81b7-f22e0e3a3338 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:02.240799 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee5e5de-2b46-4167-81b7-f22e0e3a3338 None None] Bound using segment: {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:45:02.241357 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-dee5e5de-2b46-4167-81b7-f22e0e3a3338 None None] Bound port: efe38a38-ac08-4f5c-a02a-024e3013dff8, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:45:02.241744 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dee5e5de-2b46-4167-81b7-f22e0e3a3338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (efe38a38-ac08-4f5c-a02a-024e3013dff8), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:02.243482 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5e86e132-ec22-46c8-a412-1ad960cc8a0c req-9400d2b5-4cea-4f3d-9a5f-19c97b620435 service neutron] 10.222.0.10 "GET /v2.0/networks/914c7625-64ea-41a0-8950-7251e7015904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5678880 Mar 07 13:45:02.322028 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-dee5e5de-2b46-4167-81b7-f22e0e3a3338 None None] For port efe38a38-ac08-4f5c-a02a-024e3013dff8, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:45:02.326287 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-dee5e5de-2b46-4167-81b7-f22e0e3a3338 None None] For port efe38a38-ac08-4f5c-a02a-024e3013dff8, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=efe38a38-ac08-4f5c-a02a-024e3013dff8,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:45:02.339540 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dee5e5de-2b46-4167-81b7-f22e0e3a3338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (efe38a38-ac08-4f5c-a02a-024e3013dff8), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:02.357628 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259b896-1132-4aba-818e-1fc48ab3859d req-44d1eae0-cc2e-42a5-a1f7-fef616895fc7 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:02.359350 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a259b896-1132-4aba-818e-1fc48ab3859d req-44d1eae0-cc2e-42a5-a1f7-fef616895fc7 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.2078848 Mar 07 13:45:02.396742 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-f7b2a8b9-ed2c-4e73-896b-26cf6c28d06b admin admin] Allocated IP 172.20.0.1 (ae647865-b6eb-48d6-bfc7-51b766b88343/7c56d65c-4807-49f7-98f6-3d6932945f85/ee44d7a4-6087-4a8c-845f-45aa0d117bd1) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:45:02.415871 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3d5d5-c96f-4d79-bda0-ef330ef5fa16 None None] Pushing event updated for resources: {'Port': ['ID=efe38a38-ac08-4f5c-a02a-024e3013dff8,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:02.423616 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee5e5de-2b46-4167-81b7-f22e0e3a3338 None None] Routers {'6448c671-1993-4178-a460-1b3d68f99e70'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:45:02.424251 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-dee5e5de-2b46-4167-81b7-f22e0e3a3338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:44:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['6448c671-1993-4178-a460-1b3d68f99e70'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:02.486859 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d0b9795f-bde9-4fb5-ba8a-fad15bff554a req-1cd20a46-e5ac-4e8e-8b57-8e1201df2439 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472160 Mar 07 13:45:02.552156 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a259b896-1132-4aba-818e-1fc48ab3859d req-2b35ab78-cf0b-4dae-9314-649aa446d3dc tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778896 Mar 07 13:45:02.557180 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-06fdc59d-9e48-4f93-8fff-393ddd7e8b21 req-3aaeac4a-a3f4-4229-b491-9b062efa65f4 service neutron] 10.222.0.10 "GET /v2.0/networks/8a9f18e3-f5b0-432c-9d31-7a381b63878e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080797 Mar 07 13:45:02.557180 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5e86e132-ec22-46c8-a412-1ad960cc8a0c req-936b7d29-54a0-4589-95e5-9e382ac7ffec service neutron] 10.222.0.10 "GET /v2.0/networks/914c7625-64ea-41a0-8950-7251e7015904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940536 Mar 07 13:45:02.565150 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-dee5e5de-2b46-4167-81b7-f22e0e3a3338 None None] Set router 6448c671-1993-4178-a460-1b3d68f99e70 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:45:02.576537 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f7b2a8b9-ed2c-4e73-896b-26cf6c28d06b admin admin] Publish callbacks [] for port (ee44d7a4-6087-4a8c-845f-45aa0d117bd1), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:02.616689 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f7b2a8b9-ed2c-4e73-896b-26cf6c28d06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089'] for port (ee44d7a4-6087-4a8c-845f-45aa0d117bd1), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:02.658220 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b2a8b9-ed2c-4e73-896b-26cf6c28d06b admin admin] Network ae647865-b6eb-48d6-bfc7-51b766b88343 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:45:02.661520 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-f7b2a8b9-ed2c-4e73-896b-26cf6c28d06b admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:45:02.665096 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b2a8b9-ed2c-4e73-896b-26cf6c28d06b admin admin] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:45:02.665622 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f7b2a8b9-ed2c-4e73-896b-26cf6c28d06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8110285'] for router_interface (6448c671-1993-4178-a460-1b3d68f99e70), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:02.701717 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-06fdc59d-9e48-4f93-8fff-393ddd7e8b21 req-c8c355b0-4dd0-4510-b5d8-60e8508463c9 service neutron] 10.222.0.10 "GET /v2.0/networks/8a9f18e3-f5b0-432c-9d31-7a381b63878e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206446 Mar 07 13:45:02.713515 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2a8b9-ed2c-4e73-896b-26cf6c28d06b admin admin] Pushing event updated for resources: {'Port': ['ID=ee44d7a4-6087-4a8c-845f-45aa0d117bd1,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:02.783948 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-dee5e5de-2b46-4167-81b7-f22e0e3a3338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448c671-1993-4178-a460-1b3d68f99e70', 'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:58Z', 'updated_at': '2022-03-07T13:44:59Z', 'revision_number': 3, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'gw_port': {'id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:98:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:59Z', 'updated_at': '2022-03-07T13:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:02.814346 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee5e5de-2b46-4167-81b7-f22e0e3a3338 None None] The sync data for ids ['6448c671-1993-4178-a460-1b3d68f99e70'] in dv-cinder-813222-6-iscsi is: [{'id': '6448c671-1993-4178-a460-1b3d68f99e70', 'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:58Z', 'updated_at': '2022-03-07T13:44:59Z', 'revision_number': 3, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'gw_port': {'id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:98:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:59Z', 'updated_at': '2022-03-07T13:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:45:02.824503 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f7b2a8b9-ed2c-4e73-896b-26cf6c28d06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (ee44d7a4-6087-4a8c-845f-45aa0d117bd1), before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:02.867483 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:02.957885 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-de48e9b0-68d1-4cd6-872a-04165e0fd03d None None] Provisioning complete for port ee44d7a4-6087-4a8c-845f-45aa0d117bd1 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:02.958329 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-de48e9b0-68d1-4cd6-872a-04165e0fd03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (ee44d7a4-6087-4a8c-845f-45aa0d117bd1), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:02.995815 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-de48e9b0-68d1-4cd6-872a-04165e0fd03d None None] Port ee44d7a4-6087-4a8c-845f-45aa0d117bd1 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:45:03.024919 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f7b2a8b9-ed2c-4e73-896b-26cf6c28d06b admin admin] Publish callbacks [] for port (ee44d7a4-6087-4a8c-845f-45aa0d117bd1), precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:03.030172 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f7b2a8b9-ed2c-4e73-896b-26cf6c28d06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (ee44d7a4-6087-4a8c-845f-45aa0d117bd1), after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:03.030973 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f7b2a8b9-ed2c-4e73-896b-26cf6c28d06b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8110241'] for router_interface (6448c671-1993-4178-a460-1b3d68f99e70), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:03.137259 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2a8b9-ed2c-4e73-896b-26cf6c28d06b admin admin] Pushing event updated for resources: {'Port': ['ID=ee44d7a4-6087-4a8c-845f-45aa0d117bd1,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:03.187839 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b2a8b9-ed2c-4e73-896b-26cf6c28d06b admin admin] Network ae647865-b6eb-48d6-bfc7-51b766b88343 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:45:03.189806 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-f7b2a8b9-ed2c-4e73-896b-26cf6c28d06b admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:45:03.317519 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device efe38a38-ac08-4f5c-a02a-024e3013dff8 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:45:03.338605 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b2a8b9-ed2c-4e73-896b-26cf6c28d06b admin admin] Router 6448c671-1993-4178-a460-1b3d68f99e70 has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:45:03.430099 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port efe38a38-ac08-4f5c-a02a-024e3013dff8 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:03.430669 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (efe38a38-ac08-4f5c-a02a-024e3013dff8), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:03.499810 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b2a8b9-ed2c-4e73-896b-26cf6c28d06b admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:45:03.510333 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-f7b2a8b9-ed2c-4e73-896b-26cf6c28d06b admin admin] 10.222.0.24 "PUT /v2.0/routers/6448c671-1993-4178-a460-1b3d68f99e70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6054924 Mar 07 13:45:03.563579 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port efe38a38-ac08-4f5c-a02a-024e3013dff8 is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:45:03.563579 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (efe38a38-ac08-4f5c-a02a-024e3013dff8), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:03.599807 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-c77e81df-3c36-472b-aa4f-aa183def1ffc None None] Provisioning complete for port ee44d7a4-6087-4a8c-845f-45aa0d117bd1 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:03.611714 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c77e81df-3c36-472b-aa4f-aa183def1ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (ee44d7a4-6087-4a8c-845f-45aa0d117bd1), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:03.692273 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] For port efe38a38-ac08-4f5c-a02a-024e3013dff8, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=efe38a38-ac08-4f5c-a02a-024e3013dff8,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:45:03.716635 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (efe38a38-ac08-4f5c-a02a-024e3013dff8), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:03.716635 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device b63fb822-9c22-4b3e-a794-f5ded2e7d05c up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:45:03.776190 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c77e81df-3c36-472b-aa4f-aa183def1ffc None None] Port ee44d7a4-6087-4a8c-845f-45aa0d117bd1 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:45:03.790178 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbbe9c-d66e-4614-adac-55692331bf24 req-95c520d9-d802-4891-b5d7-e34c75247a4e tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:03.796198 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4acbbe9c-d66e-4614-adac-55692331bf24 req-95c520d9-d802-4891-b5d7-e34c75247a4e tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 944 time: 0.1852932 Mar 07 13:45:03.814765 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e066217-b0f5-46d1-9bbb-a7d361d91714 req-ef2c8d16-88bd-40cb-b0b1-3c194bbe94a5 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:03.817593 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6e066217-b0f5-46d1-9bbb-a7d361d91714 req-ef2c8d16-88bd-40cb-b0b1-3c194bbe94a5 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.1341143 Mar 07 13:45:03.851274 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Pushing event updated for resources: {'Port': ['ID=efe38a38-ac08-4f5c-a02a-024e3013dff8,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:03.877979 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port b63fb822-9c22-4b3e-a794-f5ded2e7d05c triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:03.881560 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (b63fb822-9c22-4b3e-a794-f5ded2e7d05c), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:03.914147 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4acbbe9c-d66e-4614-adac-55692331bf24 req-0fdc1c8f-c484-4721-a697-1d3dd7a8a57d tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954897 Mar 07 13:45:03.931658 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6e066217-b0f5-46d1-9bbb-a7d361d91714 req-2318f05c-1585-42af-907b-3a7b6115e9f3 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043401 Mar 07 13:45:04.011222 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port b63fb822-9c22-4b3e-a794-f5ded2e7d05c is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:45:04.268698 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 52402) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:04.273576 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-f7c026ab-a344-41b5-9f95-6f08a5d36927 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-523493336-network', 'tenant_id': 'f4475d52ef0846ddaff725f33db44787'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:45:04.291325 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c026ab-a344-41b5-9f95-6f08a5d36927 admin admin] Made reservation on behalf of f4475d52ef0846ddaff725f33db44787 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:45:04.293729 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f7c026ab-a344-41b5-9f95-6f08a5d36927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:04.301902 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f7c026ab-a344-41b5-9f95-6f08a5d36927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:04.374625 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f7c026ab-a344-41b5-9f95-6f08a5d36927 admin admin] Publish callbacks [] for security_group (1bbe4d5a-2448-458e-96e6-a02f7d772875), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:04.378376 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f7c026ab-a344-41b5-9f95-6f08a5d36927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (1bbe4d5a-2448-458e-96e6-a02f7d772875), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:04.408726 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c026ab-a344-41b5-9f95-6f08a5d36927 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 13:45:04.414139 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c026ab-a344-41b5-9f95-6f08a5d36927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbe4d5a-2448-458e-96e6-a02f7d772875,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:04.422274 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f7c026ab-a344-41b5-9f95-6f08a5d36927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (d480a268-357b-4c2b-ab8a-0e4aba068b64), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:04.422461 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.segments_db [None req-f7c026ab-a344-41b5-9f95-6f08a5d36927 admin admin] Added segment d480a268-357b-4c2b-ab8a-0e4aba068b64 of type vlan for network 1fe79bea-0b2f-4ca0-9976-9268f30979b6 Mar 07 13:45:04.463177 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f7c026ab-a344-41b5-9f95-6f08a5d36927 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776652068127'] for network (1fe79bea-0b2f-4ca0-9976-9268f30979b6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:04.489660 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f7c026ab-a344-41b5-9f95-6f08a5d36927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for network (1fe79bea-0b2f-4ca0-9976-9268f30979b6), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:04.490701 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c026ab-a344-41b5-9f95-6f08a5d36927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:04.491337 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f7c026ab-a344-41b5-9f95-6f08a5d36927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:04.524053 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-f7c026ab-a344-41b5-9f95-6f08a5d36927 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2542024 Mar 07 13:45:04.526741 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 52406) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:04.555296 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-74be2b5a-b9f5-42aa-9ea1-bc7a4b213646 admin admin] Request body: {'subnet': {'network_id': '1fe79bea-0b2f-4ca0-9976-9268f30979b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-523493336-subnet', 'tenant_id': 'f4475d52ef0846ddaff725f33db44787', 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:45:04.566359 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c026ab-a344-41b5-9f95-6f08a5d36927 admin admin] Pushing event updated for resources: {'Network': ['ID=1fe79bea-0b2f-4ca0-9976-9268f30979b6,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:04.576326 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Network 1fe79bea-0b2f-4ca0-9976-9268f30979b6 details requested by agent ovs-agent-dv-cinder-813222-6-iscsi with host dv-cinder-813222-6-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 13:45:04.578097 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74be2b5a-b9f5-42aa-9ea1-bc7a4b213646 admin admin] Made reservation on behalf of f4475d52ef0846ddaff725f33db44787 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:45:04.581063 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-74be2b5a-b9f5-42aa-9ea1-bc7a4b213646 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5536009'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:04.700527 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858abffe-65d8-44ef-889b-7953ad871a99 None None] Sync routers for ids ['6448c671-1993-4178-a460-1b3d68f99e70'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:45:04.712606 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858abffe-65d8-44ef-889b-7953ad871a99 None None] Routers {'6448c671-1993-4178-a460-1b3d68f99e70'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:45:04.713296 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-858abffe-65d8-44ef-889b-7953ad871a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:44:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['6448c671-1993-4178-a460-1b3d68f99e70'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:04.762717 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-74be2b5a-b9f5-42aa-9ea1-bc7a4b213646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4839943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5536023'] for subnet (f626b399-1b15-4b44-b6b1-d1956b3881e5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:04.823461 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be2b5a-b9f5-42aa-9ea1-bc7a4b213646 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f626b399-1b15-4b44-b6b1-d1956b3881e5,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:04.831192 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74be2b5a-b9f5-42aa-9ea1-bc7a4b213646 admin admin] Checking segment: {'id': 'd480a268-357b-4c2b-ab8a-0e4aba068b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1fe79bea-0b2f-4ca0-9976-9268f30979b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:45:04.831537 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74be2b5a-b9f5-42aa-9ea1-bc7a4b213646 admin admin] Network hostable DHCP agents. Network: 1fe79bea-0b2f-4ca0-9976-9268f30979b6, hostable agents: ['08584f1c-1841-49d6-90b0-a431cd6de474'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 13:45:04.838896 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-858abffe-65d8-44ef-889b-7953ad871a99 None None] Set router 6448c671-1993-4178-a460-1b3d68f99e70 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:45:04.849014 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74be2b5a-b9f5-42aa-9ea1-bc7a4b213646 admin admin] Network 1fe79bea-0b2f-4ca0-9976-9268f30979b6 is scheduled to be hosted by DHCP agent 08584f1c-1841-49d6-90b0-a431cd6de474 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 13:45:04.857598 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-74be2b5a-b9f5-42aa-9ea1-bc7a4b213646 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-6-iscsi, 1fe79bea-0b2f-4ca0-9976-9268f30979b6) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:45:04.862499 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74be2b5a-b9f5-42aa-9ea1-bc7a4b213646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:04.863091 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-74be2b5a-b9f5-42aa-9ea1-bc7a4b213646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:04.870643 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf66119e-50f9-4305-ae6a-40f59650635d None None] Network 1fe79bea-0b2f-4ca0-9976-9268f30979b6 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:45:04.879698 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-74be2b5a-b9f5-42aa-9ea1-bc7a4b213646 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3519690 Mar 07 13:45:04.882197 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 52412) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:04.886503 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-ab396505-10ee-4a70-8706-2d548224a78a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-523493336-router', 'tenant_id': 'f4475d52ef0846ddaff725f33db44787', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:45:04.913062 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab396505-10ee-4a70-8706-2d548224a78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8115342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59994'] for router (43a2d125-1981-489b-9e53-ae677eac6f1f), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:04.914529 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab396505-10ee-4a70-8706-2d548224a78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8117886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8114125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59987'] for router (43a2d125-1981-489b-9e53-ae677eac6f1f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:04.973200 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab396505-10ee-4a70-8706-2d548224a78a admin admin] Publish callbacks [] for router_controller (43a2d125-1981-489b-9e53-ae677eac6f1f), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:05.187410 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354ba3b6-86fe-4e90-b0ad-134e5d494ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c3bf361-9939-58d5-881b-730fc1df18b1-1fe79bea-0b2f-4ca0-9976-9268f30979b6', 'network_id': '1fe79bea-0b2f-4ca0-9976-9268f30979b6', 'project_id': 'f4475d52ef0846ddaff725f33db44787', 'fixed_ips': [{'subnet_id': 'f626b399-1b15-4b44-b6b1-d1956b3881e5'}]}} from dv-cinder-813222-6-iscsi. {{(pid=109595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 13:45:05.188896 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-354ba3b6-86fe-4e90-b0ad-134e5d494ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:05.190100 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab396505-10ee-4a70-8706-2d548224a78a admin admin] Publish callbacks [] for router_gateway (43a2d125-1981-489b-9e53-ae677eac6f1f), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:05.202404 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1378871-5185-4d04-93f9-624e566d2ffa req-a7c13a34-2622-496d-b3bd-be93052e5875 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:05.203791 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f1378871-5185-4d04-93f9-624e566d2ffa req-a7c13a34-2622-496d-b3bd-be93052e5875 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 944 time: 0.1865556 Mar 07 13:45:05.226521 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device efe38a38-ac08-4f5c-a02a-024e3013dff8 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:45:05.237410 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c67377-6747-4cb4-b434-fea550190959 req-0762ca2a-cf37-445a-9718-6db0dba1e545 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:05.238889 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d6c67377-6747-4cb4-b434-fea550190959 req-0762ca2a-cf37-445a-9718-6db0dba1e545 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.1800554 Mar 07 13:45:05.355057 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f1378871-5185-4d04-93f9-624e566d2ffa req-3ed5ec39-5337-40c8-b1fc-e43dbdbc1d9b tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278117 Mar 07 13:45:05.359034 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d6c67377-6747-4cb4-b434-fea550190959 req-48f07de3-b5c2-46d9-a1d1-a447d5786e8a tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144421 Mar 07 13:45:05.428336 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-858abffe-65d8-44ef-889b-7953ad871a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448c671-1993-4178-a460-1b3d68f99e70', 'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:58Z', 'updated_at': '2022-03-07T13:45:02Z', 'revision_number': 4, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'gw_port': {'id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:59Z', 'updated_at': '2022-03-07T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'ee44d7a4-6087-4a8c-845f-45aa0d117bd1', 'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'mac_address': 'fa:16:3e:5a:82:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:02Z', 'updated_at': '2022-03-07T13:45:02Z', 'revision_number': 2, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'subnets': [{'id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:05.455676 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port efe38a38-ac08-4f5c-a02a-024e3013dff8 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:05.455975 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (efe38a38-ac08-4f5c-a02a-024e3013dff8), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:05.463288 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858abffe-65d8-44ef-889b-7953ad871a99 None None] Checking router: 6448c671-1993-4178-a460-1b3d68f99e70 for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:45:05.463691 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858abffe-65d8-44ef-889b-7953ad871a99 None None] Updating router 6448c671-1993-4178-a460-1b3d68f99e70 port ee44d7a4-6087-4a8c-845f-45aa0d117bd1 binding host dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 13:45:05.485214 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-354ba3b6-86fe-4e90-b0ad-134e5d494ecc None None] Allocated IP 172.20.0.2 (1fe79bea-0b2f-4ca0-9976-9268f30979b6/f626b399-1b15-4b44-b6b1-d1956b3881e5/b3ee3f4f-d498-48fc-a738-137425e4d7c7) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:45:05.503694 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab396505-10ee-4a70-8706-2d548224a78a admin admin] Publish callbacks [] for router_gateway (43a2d125-1981-489b-9e53-ae677eac6f1f), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:05.522059 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab396505-10ee-4a70-8706-2d548224a78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:05.537934 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-858abffe-65d8-44ef-889b-7953ad871a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (ee44d7a4-6087-4a8c-845f-45aa0d117bd1), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:05.629839 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-ab396505-10ee-4a70-8706-2d548224a78a admin admin] Allocated IP 172.27.1.96 (4737f3fa-18ff-4252-a580-88148a637511/b90664a8-a6a4-4a65-802b-5b7bd95111f9/f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:45:05.692021 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port efe38a38-ac08-4f5c-a02a-024e3013dff8 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:45:05.733637 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab396505-10ee-4a70-8706-2d548224a78a admin admin] Publish callbacks [] for port (f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:05.772423 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab396505-10ee-4a70-8706-2d548224a78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:05.811282 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-354ba3b6-86fe-4e90-b0ad-134e5d494ecc None None] Publish callbacks [] for port (b3ee3f4f-d498-48fc-a738-137425e4d7c7), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:05.815099 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab396505-10ee-4a70-8706-2d548224a78a admin admin] Network 4737f3fa-18ff-4252-a580-88148a637511 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:45:05.818162 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-ab396505-10ee-4a70-8706-2d548224a78a admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:45:05.821620 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab396505-10ee-4a70-8706-2d548224a78a admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:45:05.823340 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-354ba3b6-86fe-4e90-b0ad-134e5d494ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089'] for port (b3ee3f4f-d498-48fc-a738-137425e4d7c7), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:05.848218 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab396505-10ee-4a70-8706-2d548224a78a admin admin] Pushing event updated for resources: {'Port': ['ID=f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:05.891102 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354ba3b6-86fe-4e90-b0ad-134e5d494ecc None None] Network 1fe79bea-0b2f-4ca0-9976-9268f30979b6 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:45:05.900345 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-354ba3b6-86fe-4e90-b0ad-134e5d494ecc None None] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:45:05.912040 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354ba3b6-86fe-4e90-b0ad-134e5d494ecc None None] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:45:05.916443 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ba3b6-86fe-4e90-b0ad-134e5d494ecc None None] Pushing event updated for resources: {'Port': ['ID=b3ee3f4f-d498-48fc-a738-137425e4d7c7,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:05.999955 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-354ba3b6-86fe-4e90-b0ad-134e5d494ecc None None] Attempting to bind port b3ee3f4f-d498-48fc-a738-137425e4d7c7 on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:45:06.000328 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-354ba3b6-86fe-4e90-b0ad-134e5d494ecc None None] Attempting to bind port b3ee3f4f-d498-48fc-a738-137425e4d7c7 by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': 'd480a268-357b-4c2b-ab8a-0e4aba068b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1fe79bea-0b2f-4ca0-9976-9268f30979b6'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:45:06.000689 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354ba3b6-86fe-4e90-b0ad-134e5d494ecc None None] Attempting to bind port b3ee3f4f-d498-48fc-a738-137425e4d7c7 on network 1fe79bea-0b2f-4ca0-9976-9268f30979b6 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:45:06.012719 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354ba3b6-86fe-4e90-b0ad-134e5d494ecc None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:45:06.013093 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354ba3b6-86fe-4e90-b0ad-134e5d494ecc None None] Checking segment: {'id': 'd480a268-357b-4c2b-ab8a-0e4aba068b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1fe79bea-0b2f-4ca0-9976-9268f30979b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:45:06.013520 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-354ba3b6-86fe-4e90-b0ad-134e5d494ecc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:06.013911 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354ba3b6-86fe-4e90-b0ad-134e5d494ecc None None] Bound using segment: {'id': 'd480a268-357b-4c2b-ab8a-0e4aba068b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1fe79bea-0b2f-4ca0-9976-9268f30979b6'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:45:06.014374 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-354ba3b6-86fe-4e90-b0ad-134e5d494ecc None None] Bound port: b3ee3f4f-d498-48fc-a738-137425e4d7c7, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd480a268-357b-4c2b-ab8a-0e4aba068b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1fe79bea-0b2f-4ca0-9976-9268f30979b6'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:45:06.014755 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-354ba3b6-86fe-4e90-b0ad-134e5d494ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (b3ee3f4f-d498-48fc-a738-137425e4d7c7), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:06.081392 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-858abffe-65d8-44ef-889b-7953ad871a99 None None] Publish callbacks [] for port (ee44d7a4-6087-4a8c-845f-45aa0d117bd1), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:06.097678 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-858abffe-65d8-44ef-889b-7953ad871a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (ee44d7a4-6087-4a8c-845f-45aa0d117bd1), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:06.161581 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-354ba3b6-86fe-4e90-b0ad-134e5d494ecc None None] For port b3ee3f4f-d498-48fc-a738-137425e4d7c7, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:45:06.166560 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-354ba3b6-86fe-4e90-b0ad-134e5d494ecc None None] For port b3ee3f4f-d498-48fc-a738-137425e4d7c7, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=b3ee3f4f-d498-48fc-a738-137425e4d7c7,segment=NetworkSegment(d480a268-357b-4c2b-ab8a-0e4aba068b64),segment_id=d480a268-357b-4c2b-ab8a-0e4aba068b64)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:45:06.177242 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0834d-e4cd-4b76-b788-415930487be9 None None] Pushing event updated for resources: {'Port': ['ID=ee44d7a4-6087-4a8c-845f-45aa0d117bd1,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:06.182327 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-354ba3b6-86fe-4e90-b0ad-134e5d494ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (b3ee3f4f-d498-48fc-a738-137425e4d7c7), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:06.282263 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-858abffe-65d8-44ef-889b-7953ad871a99 None None] Attempting to bind port ee44d7a4-6087-4a8c-845f-45aa0d117bd1 on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:45:06.282822 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-858abffe-65d8-44ef-889b-7953ad871a99 None None] Attempting to bind port ee44d7a4-6087-4a8c-845f-45aa0d117bd1 by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': 'e162dbb3-f7e8-4563-8238-36a47ee87ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:45:06.282922 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858abffe-65d8-44ef-889b-7953ad871a99 None None] Attempting to bind port ee44d7a4-6087-4a8c-845f-45aa0d117bd1 on network ae647865-b6eb-48d6-bfc7-51b766b88343 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:45:06.285047 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ba3b6-86fe-4e90-b0ad-134e5d494ecc None None] Pushing event updated for resources: {'Port': ['ID=b3ee3f4f-d498-48fc-a738-137425e4d7c7,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:06.291285 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858abffe-65d8-44ef-889b-7953ad871a99 None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:45:06.291661 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858abffe-65d8-44ef-889b-7953ad871a99 None None] Checking segment: {'id': 'e162dbb3-f7e8-4563-8238-36a47ee87ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:45:06.292070 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-858abffe-65d8-44ef-889b-7953ad871a99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:06.292461 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858abffe-65d8-44ef-889b-7953ad871a99 None None] Bound using segment: {'id': 'e162dbb3-f7e8-4563-8238-36a47ee87ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:45:06.292939 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-858abffe-65d8-44ef-889b-7953ad871a99 None None] Bound port: ee44d7a4-6087-4a8c-845f-45aa0d117bd1, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e162dbb3-f7e8-4563-8238-36a47ee87ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:45:06.298259 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-858abffe-65d8-44ef-889b-7953ad871a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (ee44d7a4-6087-4a8c-845f-45aa0d117bd1), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:06.302026 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab396505-10ee-4a70-8706-2d548224a78a admin admin] Publish callbacks [] for router_gateway (43a2d125-1981-489b-9e53-ae677eac6f1f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:06.374853 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-858abffe-65d8-44ef-889b-7953ad871a99 None None] For port ee44d7a4-6087-4a8c-845f-45aa0d117bd1, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:45:06.378758 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-858abffe-65d8-44ef-889b-7953ad871a99 None None] For port ee44d7a4-6087-4a8c-845f-45aa0d117bd1, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=ee44d7a4-6087-4a8c-845f-45aa0d117bd1,segment=NetworkSegment(e162dbb3-f7e8-4563-8238-36a47ee87ab4),segment_id=e162dbb3-f7e8-4563-8238-36a47ee87ab4)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:45:06.385430 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-858abffe-65d8-44ef-889b-7953ad871a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (ee44d7a4-6087-4a8c-845f-45aa0d117bd1), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:06.475159 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858abffe-65d8-44ef-889b-7953ad871a99 None None] Routers {'6448c671-1993-4178-a460-1b3d68f99e70'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:45:06.475809 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-858abffe-65d8-44ef-889b-7953ad871a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:44:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['6448c671-1993-4178-a460-1b3d68f99e70'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:06.561494 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0834d-e4cd-4b76-b788-415930487be9 None None] Pushing event updated for resources: {'Port': ['ID=ee44d7a4-6087-4a8c-845f-45aa0d117bd1,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:06.616489 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-d7d5d7d1-59ce-496f-b5d8-a641c683bb8e None None] Provisioning complete for port ee44d7a4-6087-4a8c-845f-45aa0d117bd1 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:06.616965 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7d5d7d1-59ce-496f-b5d8-a641c683bb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (ee44d7a4-6087-4a8c-845f-45aa0d117bd1), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:06.689413 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-858abffe-65d8-44ef-889b-7953ad871a99 None None] Set router 6448c671-1993-4178-a460-1b3d68f99e70 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:45:06.691940 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f0e33-4151-4147-b6d8-c87213d37cf9 req-c2cb24f4-4007-42ea-8b6b-73c13dea10d8 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:06.693494 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5c1f0e33-4151-4147-b6d8-c87213d37cf9 req-c2cb24f4-4007-42ea-8b6b-73c13dea10d8 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.2159841 Mar 07 13:45:06.721211 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685c27d-408a-4fdf-b51b-32d5aeeb5366 req-f40ece6f-637d-459a-b92a-68dfe72f4c58 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:06.722638 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3685c27d-408a-4fdf-b51b-32d5aeeb5366 req-f40ece6f-637d-459a-b92a-68dfe72f4c58 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 944 time: 0.2202179 Mar 07 13:45:06.723723 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab396505-10ee-4a70-8706-2d548224a78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8117877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8114144'] for router (43a2d125-1981-489b-9e53-ae677eac6f1f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:06.767524 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-d7d5d7d1-59ce-496f-b5d8-a641c683bb8e None None] Current status of the port ee44d7a4-6087-4a8c-845f-45aa0d117bd1 is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:45:06.767905 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7d5d7d1-59ce-496f-b5d8-a641c683bb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (ee44d7a4-6087-4a8c-845f-45aa0d117bd1), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:06.828994 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5c1f0e33-4151-4147-b6d8-c87213d37cf9 req-08abfd39-c0c3-402b-a6a4-1c6942ab02d4 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277130 Mar 07 13:45:06.874394 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3685c27d-408a-4fdf-b51b-32d5aeeb5366 req-734a2527-68da-41e8-a3c6-3f7d592756fe tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431439 Mar 07 13:45:06.899887 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-d7d5d7d1-59ce-496f-b5d8-a641c683bb8e None None] For port ee44d7a4-6087-4a8c-845f-45aa0d117bd1, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=ee44d7a4-6087-4a8c-845f-45aa0d117bd1,segment=NetworkSegment(e162dbb3-f7e8-4563-8238-36a47ee87ab4),segment_id=e162dbb3-f7e8-4563-8238-36a47ee87ab4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:45:06.908749 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7d5d7d1-59ce-496f-b5d8-a641c683bb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (ee44d7a4-6087-4a8c-845f-45aa0d117bd1), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:06.936163 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab396505-10ee-4a70-8706-2d548224a78a admin admin] Router 43a2d125-1981-489b-9e53-ae677eac6f1f is scheduled to L3 agent cc2ab286-18cb-493e-9e53-baec88113460 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 13:45:06.991816 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5d7d1-59ce-496f-b5d8-a641c683bb8e None None] Pushing event updated for resources: {'Port': ['ID=ee44d7a4-6087-4a8c-845f-45aa0d117bd1,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:07.017007 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-858abffe-65d8-44ef-889b-7953ad871a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448c671-1993-4178-a460-1b3d68f99e70', 'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:58Z', 'updated_at': '2022-03-07T13:45:02Z', 'revision_number': 4, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'gw_port': {'id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:59Z', 'updated_at': '2022-03-07T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'ee44d7a4-6087-4a8c-845f-45aa0d117bd1', 'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'mac_address': 'fa:16:3e:5a:82:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:02Z', 'updated_at': '2022-03-07T13:45:06Z', 'revision_number': 4, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'subnets': [{'id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:07.045879 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab396505-10ee-4a70-8706-2d548224a78a admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:45:07.058689 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aac4fea-a0c9-46b1-bceb-2e3aad669475 None None] Sync routers for ids ['43a2d125-1981-489b-9e53-ae677eac6f1f'] in dv-cinder-813222-6-iscsi {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:45:07.071143 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aac4fea-a0c9-46b1-bceb-2e3aad669475 None None] Routers {'43a2d125-1981-489b-9e53-ae677eac6f1f'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:45:07.072355 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-5aac4fea-a0c9-46b1-bceb-2e3aad669475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:44:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['43a2d125-1981-489b-9e53-ae677eac6f1f'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:07.076472 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab396505-10ee-4a70-8706-2d548224a78a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:07.081192 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 52444) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:07.087588 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-ab396505-10ee-4a70-8706-2d548224a78a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2042398 Mar 07 13:45:07.200126 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858abffe-65d8-44ef-889b-7953ad871a99 None None] The sync data for ids ['6448c671-1993-4178-a460-1b3d68f99e70'] in dv-cinder-813222-6-iscsi is: [{'id': '6448c671-1993-4178-a460-1b3d68f99e70', 'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:58Z', 'updated_at': '2022-03-07T13:45:02Z', 'revision_number': 4, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'gw_port': {'id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:59Z', 'updated_at': '2022-03-07T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'ee44d7a4-6087-4a8c-845f-45aa0d117bd1', 'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'mac_address': 'fa:16:3e:5a:82:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:02Z', 'updated_at': '2022-03-07T13:45:06Z', 'revision_number': 4, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'subnets': [{'id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:45:07.226362 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-dd7b4d1d-d3fe-403d-8c3a-fd99643d47cc None None] Provisioning complete for port ee44d7a4-6087-4a8c-845f-45aa0d117bd1 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:07.226749 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dd7b4d1d-d3fe-403d-8c3a-fd99643d47cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (ee44d7a4-6087-4a8c-845f-45aa0d117bd1), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:07.238077 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-5aac4fea-a0c9-46b1-bceb-2e3aad669475 None None] Set router 43a2d125-1981-489b-9e53-ae677eac6f1f gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:45:07.354508 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-dd7b4d1d-d3fe-403d-8c3a-fd99643d47cc None None] Current status of the port ee44d7a4-6087-4a8c-845f-45aa0d117bd1 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:45:07.392374 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device b3ee3f4f-d498-48fc-a738-137425e4d7c7 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:45:07.480106 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port b3ee3f4f-d498-48fc-a738-137425e4d7c7 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:07.480479 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (b3ee3f4f-d498-48fc-a738-137425e4d7c7), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:07.561461 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-5aac4fea-a0c9-46b1-bceb-2e3aad669475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a2d125-1981-489b-9e53-ae677eac6f1f', 'name': 'tempest-TestVolumeBootPattern-523493336-router', 'tenant_id': 'f4475d52ef0846ddaff725f33db44787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:04Z', 'updated_at': '2022-03-07T13:45:05Z', 'revision_number': 3, 'project_id': 'f4475d52ef0846ddaff725f33db44787', 'gw_port': {'id': 'f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:64:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a2d125-1981-489b-9e53-ae677eac6f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:05Z', 'updated_at': '2022-03-07T13:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:07.610641 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port b3ee3f4f-d498-48fc-a738-137425e4d7c7 is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:45:07.611185 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (b3ee3f4f-d498-48fc-a738-137425e4d7c7), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:07.613044 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aac4fea-a0c9-46b1-bceb-2e3aad669475 None None] Checking router: 43a2d125-1981-489b-9e53-ae677eac6f1f for host: dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:45:07.613432 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aac4fea-a0c9-46b1-bceb-2e3aad669475 None None] Updating router 43a2d125-1981-489b-9e53-ae677eac6f1f port f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8 binding host dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 13:45:07.660598 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5aac4fea-a0c9-46b1-bceb-2e3aad669475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:07.661759 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] For port b3ee3f4f-d498-48fc-a738-137425e4d7c7, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=b3ee3f4f-d498-48fc-a738-137425e4d7c7,segment=NetworkSegment(d480a268-357b-4c2b-ab8a-0e4aba068b64),segment_id=d480a268-357b-4c2b-ab8a-0e4aba068b64)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:45:07.667926 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7519412f-f154-4008-84ce-d9efd1cf50fe None None] Network 1fe79bea-0b2f-4ca0-9976-9268f30979b6 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:45:07.690313 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (b3ee3f4f-d498-48fc-a738-137425e4d7c7), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:07.794553 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-07b007ef-af5c-4696-bd3e-fdc91c10c0bf None None] Provisioning complete for port b3ee3f4f-d498-48fc-a738-137425e4d7c7 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:07.795094 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07b007ef-af5c-4696-bd3e-fdc91c10c0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (b3ee3f4f-d498-48fc-a738-137425e4d7c7), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:07.833694 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Pushing event updated for resources: {'Port': ['ID=b3ee3f4f-d498-48fc-a738-137425e4d7c7,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:07.877743 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:07.878121 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:07.878487 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:07.878829 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:07.879307 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:07.879780 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:07.880115 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:07.880442 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:07.880766 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:07.881642 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:07.882041 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:07.882372 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:07.882695 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:07.908197 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a3abb0f0-729b-4792-9903-500b064f9ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:08.018493 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a22500-edd4-4c61-8ae4-b5147677b334 req-cdde31a7-9a36-442c-a5f3-f883b1e9cda9 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:08.026132 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-32a22500-edd4-4c61-8ae4-b5147677b334 req-cdde31a7-9a36-442c-a5f3-f883b1e9cda9 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0940700 Mar 07 13:45:08.044754 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5aac4fea-a0c9-46b1-bceb-2e3aad669475 None None] Publish callbacks [] for port (f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:08.057177 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5aac4fea-a0c9-46b1-bceb-2e3aad669475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:08.081573 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-07b007ef-af5c-4696-bd3e-fdc91c10c0bf None None] Current status of the port b3ee3f4f-d498-48fc-a738-137425e4d7c7 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:45:08.105552 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a38ea9-3657-4a99-a070-9d102e60953f None None] Pushing event updated for resources: {'Port': ['ID=f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:08.117356 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a38ea9-3657-4a99-a070-9d102e60953f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:08.118357 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a38ea9-3657-4a99-a070-9d102e60953f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:08.118917 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a38ea9-3657-4a99-a070-9d102e60953f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:08.119432 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a38ea9-3657-4a99-a070-9d102e60953f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:08.119932 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a38ea9-3657-4a99-a070-9d102e60953f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:08.120417 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a38ea9-3657-4a99-a070-9d102e60953f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:08.120890 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a38ea9-3657-4a99-a070-9d102e60953f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:08.121411 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a38ea9-3657-4a99-a070-9d102e60953f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:08.121904 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a38ea9-3657-4a99-a070-9d102e60953f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:08.122411 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a38ea9-3657-4a99-a070-9d102e60953f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:08.122891 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a38ea9-3657-4a99-a070-9d102e60953f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:08.123401 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a38ea9-3657-4a99-a070-9d102e60953f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:08.123906 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a38ea9-3657-4a99-a070-9d102e60953f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:08.147344 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5aac4fea-a0c9-46b1-bceb-2e3aad669475 None None] Attempting to bind port f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8 on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:45:08.148900 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5aac4fea-a0c9-46b1-bceb-2e3aad669475 None None] Attempting to bind port f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8 by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:45:08.149653 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aac4fea-a0c9-46b1-bceb-2e3aad669475 None None] Attempting to bind port f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8 on network 4737f3fa-18ff-4252-a580-88148a637511 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:45:08.155871 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aac4fea-a0c9-46b1-bceb-2e3aad669475 None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:45:08.156441 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aac4fea-a0c9-46b1-bceb-2e3aad669475 None None] Checking segment: {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:45:08.157057 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5aac4fea-a0c9-46b1-bceb-2e3aad669475 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:08.157759 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aac4fea-a0c9-46b1-bceb-2e3aad669475 None None] Bound using segment: {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:45:08.158427 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5aac4fea-a0c9-46b1-bceb-2e3aad669475 None None] Bound port: f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:45:08.159175 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5aac4fea-a0c9-46b1-bceb-2e3aad669475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:08.174775 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-32a22500-edd4-4c61-8ae4-b5147677b334 req-9ed90f7f-0a76-4272-ba1e-207207839e0a tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208153 Mar 07 13:45:08.186584 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a66c1-3169-4539-8345-224129432e91 req-dca6a087-970b-4d1d-a77f-d0cd7ace61c6 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:08.188611 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d63a66c1-3169-4539-8345-224129432e91 req-dca6a087-970b-4d1d-a77f-d0cd7ace61c6 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 944 time: 0.1607699 Mar 07 13:45:08.228343 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-a3abb0f0-729b-4792-9903-500b064f9ae1 admin admin] Allocated IP 172.20.0.1 (1fe79bea-0b2f-4ca0-9976-9268f30979b6/f626b399-1b15-4b44-b6b1-d1956b3881e5/a790bdbb-fbb6-44de-b30a-12dc752efc93) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:45:08.240512 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5aac4fea-a0c9-46b1-bceb-2e3aad669475 None None] For port f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:45:08.244740 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5aac4fea-a0c9-46b1-bceb-2e3aad669475 None None] For port f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:45:08.253784 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5aac4fea-a0c9-46b1-bceb-2e3aad669475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:08.259653 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d63a66c1-3169-4539-8345-224129432e91 req-aa62e875-2f6d-4616-951f-406e66b4eaec tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630698 Mar 07 13:45:08.334153 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aac4fea-a0c9-46b1-bceb-2e3aad669475 None None] Routers {'43a2d125-1981-489b-9e53-ae677eac6f1f'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:45:08.334627 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-5aac4fea-a0c9-46b1-bceb-2e3aad669475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:44:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['43a2d125-1981-489b-9e53-ae677eac6f1f'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:08.337602 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a38ea9-3657-4a99-a070-9d102e60953f None None] Pushing event updated for resources: {'Port': ['ID=f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:08.373112 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a3abb0f0-729b-4792-9903-500b064f9ae1 admin admin] Publish callbacks [] for port (a790bdbb-fbb6-44de-b30a-12dc752efc93), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:08.410902 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a3abb0f0-729b-4792-9903-500b064f9ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089'] for port (a790bdbb-fbb6-44de-b30a-12dc752efc93), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:08.455244 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3abb0f0-729b-4792-9903-500b064f9ae1 admin admin] Network 1fe79bea-0b2f-4ca0-9976-9268f30979b6 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:45:08.458407 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-a3abb0f0-729b-4792-9903-500b064f9ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:45:08.462470 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3abb0f0-729b-4792-9903-500b064f9ae1 admin admin] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:45:08.463199 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a3abb0f0-729b-4792-9903-500b064f9ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8110285'] for router_interface (43a2d125-1981-489b-9e53-ae677eac6f1f), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:08.522865 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-afabd1ca-eb2d-4afa-9eac-cdb4ca4b1794 None None] Provisioning complete for port b3ee3f4f-d498-48fc-a738-137425e4d7c7 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:08.523398 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afabd1ca-eb2d-4afa-9eac-cdb4ca4b1794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (b3ee3f4f-d498-48fc-a738-137425e4d7c7), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:08.527664 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abb0f0-729b-4792-9903-500b064f9ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=a790bdbb-fbb6-44de-b30a-12dc752efc93,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:08.550344 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-5aac4fea-a0c9-46b1-bceb-2e3aad669475 None None] Set router 43a2d125-1981-489b-9e53-ae677eac6f1f gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:45:08.674315 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a3abb0f0-729b-4792-9903-500b064f9ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (a790bdbb-fbb6-44de-b30a-12dc752efc93), before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:08.695783 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-afabd1ca-eb2d-4afa-9eac-cdb4ca4b1794 None None] Current status of the port b3ee3f4f-d498-48fc-a738-137425e4d7c7 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:45:08.795627 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-5aac4fea-a0c9-46b1-bceb-2e3aad669475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a2d125-1981-489b-9e53-ae677eac6f1f', 'name': 'tempest-TestVolumeBootPattern-523493336-router', 'tenant_id': 'f4475d52ef0846ddaff725f33db44787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:04Z', 'updated_at': '2022-03-07T13:45:05Z', 'revision_number': 3, 'project_id': 'f4475d52ef0846ddaff725f33db44787', 'gw_port': {'id': 'f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:64:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a2d125-1981-489b-9e53-ae677eac6f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:05Z', 'updated_at': '2022-03-07T13:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:08.823370 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-6383be80-cdc5-40a7-81b4-e2ed22ff9b09 None None] Provisioning complete for port a790bdbb-fbb6-44de-b30a-12dc752efc93 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:08.824084 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6383be80-cdc5-40a7-81b4-e2ed22ff9b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (a790bdbb-fbb6-44de-b30a-12dc752efc93), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:08.830285 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aac4fea-a0c9-46b1-bceb-2e3aad669475 None None] The sync data for ids ['43a2d125-1981-489b-9e53-ae677eac6f1f'] in dv-cinder-813222-6-iscsi is: [{'id': '43a2d125-1981-489b-9e53-ae677eac6f1f', 'name': 'tempest-TestVolumeBootPattern-523493336-router', 'tenant_id': 'f4475d52ef0846ddaff725f33db44787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:04Z', 'updated_at': '2022-03-07T13:45:05Z', 'revision_number': 3, 'project_id': 'f4475d52ef0846ddaff725f33db44787', 'gw_port': {'id': 'f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:64:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a2d125-1981-489b-9e53-ae677eac6f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:05Z', 'updated_at': '2022-03-07T13:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:45:08.869202 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-6383be80-cdc5-40a7-81b4-e2ed22ff9b09 None None] Port a790bdbb-fbb6-44de-b30a-12dc752efc93 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:45:08.879368 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a3abb0f0-729b-4792-9903-500b064f9ae1 admin admin] Publish callbacks [] for port (a790bdbb-fbb6-44de-b30a-12dc752efc93), precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:08.883954 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a3abb0f0-729b-4792-9903-500b064f9ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (a790bdbb-fbb6-44de-b30a-12dc752efc93), after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:08.884776 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a3abb0f0-729b-4792-9903-500b064f9ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8110241'] for router_interface (43a2d125-1981-489b-9e53-ae677eac6f1f), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:08.976154 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abb0f0-729b-4792-9903-500b064f9ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=a790bdbb-fbb6-44de-b30a-12dc752efc93,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:09.014973 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3abb0f0-729b-4792-9903-500b064f9ae1 admin admin] Network 1fe79bea-0b2f-4ca0-9976-9268f30979b6 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:45:09.016376 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-a3abb0f0-729b-4792-9903-500b064f9ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:45:09.206190 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3abb0f0-729b-4792-9903-500b064f9ae1 admin admin] Router 43a2d125-1981-489b-9e53-ae677eac6f1f has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:45:09.417986 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-ca94ff3a-e9d9-4be7-8999-f5c768db783d None None] Provisioning complete for port a790bdbb-fbb6-44de-b30a-12dc752efc93 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:09.418707 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca94ff3a-e9d9-4be7-8999-f5c768db783d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (a790bdbb-fbb6-44de-b30a-12dc752efc93), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:09.429605 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3abb0f0-729b-4792-9903-500b064f9ae1 admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:45:09.441004 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-a3abb0f0-729b-4792-9903-500b064f9ae1 admin admin] 10.222.0.24 "PUT /v2.0/routers/43a2d125-1981-489b-9e53-ae677eac6f1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3585987 Mar 07 13:45:09.465404 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b7b41-790f-43a2-aafd-434d754fdbfb req-2eca202d-c89b-4ff0-a544-6b5f4407bab5 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:09.477161 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-037b7b41-790f-43a2-aafd-434d754fdbfb req-2eca202d-c89b-4ff0-a544-6b5f4407bab5 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.1963420 Mar 07 13:45:09.519477 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-ca94ff3a-e9d9-4be7-8999-f5c768db783d None None] Port a790bdbb-fbb6-44de-b30a-12dc752efc93 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:45:09.552456 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-037b7b41-790f-43a2-aafd-434d754fdbfb req-13aae10b-b082-4c0f-82f4-ee8f970ae3e9 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732424 Mar 07 13:45:09.560766 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device ee44d7a4-6087-4a8c-845f-45aa0d117bd1 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:45:09.576096 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1933b9-5caf-4933-9919-d25325f5cbaf req-528379ae-30c8-4fae-9cc2-8cb2c4a57f5c tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:09.581663 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0d1933b9-5caf-4933-9919-d25325f5cbaf req-528379ae-30c8-4fae-9cc2-8cb2c4a57f5c tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 944 time: 0.1629703 Mar 07 13:45:09.646713 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port ee44d7a4-6087-4a8c-845f-45aa0d117bd1 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:09.647456 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0d1933b9-5caf-4933-9919-d25325f5cbaf req-3d93f995-15fe-4d6c-a99f-ae31ea0d238a tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566485 Mar 07 13:45:09.652109 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (ee44d7a4-6087-4a8c-845f-45aa0d117bd1), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:09.739430 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port ee44d7a4-6087-4a8c-845f-45aa0d117bd1 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:45:09.740772 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device b3ee3f4f-d498-48fc-a738-137425e4d7c7 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:45:09.800698 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port b3ee3f4f-d498-48fc-a738-137425e4d7c7 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:09.800906 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (b3ee3f4f-d498-48fc-a738-137425e4d7c7), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:09.897894 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port b3ee3f4f-d498-48fc-a738-137425e4d7c7 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:45:09.898973 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:45:09.951195 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:09.951565 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.022714 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 52516) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:10.027716 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-962b0238-f8f6-4300-b08a-3e0d1b867ff0 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1743294902', 'description': 'tempest-secgroup-smoke-1743294902 description', 'project_id': 'c10fe3afe2e84b7694415570a68cee37'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:45:10.053799 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8 is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:45:10.054289 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.055020 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-962b0238-f8f6-4300-b08a-3e0d1b867ff0 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.078192 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] For port f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:45:10.083164 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.130571 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Pushing event updated for resources: {'Port': ['ID=f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:10.134098 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-962b0238-f8f6-4300-b08a-3e0d1b867ff0 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for security_group (98b1786d-18a6-4787-8fcb-775b429beaf0), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.137843 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-962b0238-f8f6-4300-b08a-3e0d1b867ff0 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (98b1786d-18a6-4787-8fcb-775b429beaf0), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.166357 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-962b0238-f8f6-4300-b08a-3e0d1b867ff0 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.170537 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-962b0238-f8f6-4300-b08a-3e0d1b867ff0 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1436453 Mar 07 13:45:10.170537 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b0238-f8f6-4300-b08a-3e0d1b867ff0 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b1786d-18a6-4787-8fcb-775b429beaf0,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:10.171322 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 52518) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:10.177514 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-d706d146-f7b6-4214-9907-9e1f5e2cd45a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Request body: {'security_group_rule': {'security_group_id': '98b1786d-18a6-4787-8fcb-775b429beaf0', 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:45:10.208041 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d706d146-f7b6-4214-9907-9e1f5e2cd45a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for security_group_rule (fc3472fe-cde2-41a8-a616-9013c6db38f3), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.258057 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d706d146-f7b6-4214-9907-9e1f5e2cd45a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for security_group_rule (fc3472fe-cde2-41a8-a616-9013c6db38f3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.261466 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d706d146-f7b6-4214-9907-9e1f5e2cd45a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (fc3472fe-cde2-41a8-a616-9013c6db38f3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.283645 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706d146-f7b6-4214-9907-9e1f5e2cd45a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc3472fe-cde2-41a8-a616-9013c6db38f3,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:10.289735 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d706d146-f7b6-4214-9907-9e1f5e2cd45a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.291520 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-d706d146-f7b6-4214-9907-9e1f5e2cd45a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177595 Mar 07 13:45:10.294771 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 52520) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:10.299349 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-bbcabbb8-c77e-4127-8178-62b96bf8a65d tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Request body: {'security_group_rule': {'security_group_id': '98b1786d-18a6-4787-8fcb-775b429beaf0', 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:45:10.323373 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bbcabbb8-c77e-4127-8178-62b96bf8a65d tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for security_group_rule (4c0e14ed-a33b-447c-af52-24e5924ada11), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.389803 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bbcabbb8-c77e-4127-8178-62b96bf8a65d tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for security_group_rule (4c0e14ed-a33b-447c-af52-24e5924ada11), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.394069 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bbcabbb8-c77e-4127-8178-62b96bf8a65d tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (4c0e14ed-a33b-447c-af52-24e5924ada11), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.411938 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcabbb8-c77e-4127-8178-62b96bf8a65d tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0e14ed-a33b-447c-af52-24e5924ada11,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:10.422672 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bbcabbb8-c77e-4127-8178-62b96bf8a65d tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.422672 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-bbcabbb8-c77e-4127-8178-62b96bf8a65d tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267314 Mar 07 13:45:10.425164 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 52524) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:10.429576 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-3af71f1b-94d7-49a3-af13-3c8686a049ba tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Request body: {'security_group_rule': {'security_group_id': '98b1786d-18a6-4787-8fcb-775b429beaf0', 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:45:10.456014 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3af71f1b-94d7-49a3-af13-3c8686a049ba tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for security_group_rule (b0f3e4ba-1f74-493c-b639-6a4e610e5c57), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.512453 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3af71f1b-94d7-49a3-af13-3c8686a049ba tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for security_group_rule (b0f3e4ba-1f74-493c-b639-6a4e610e5c57), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.516886 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3af71f1b-94d7-49a3-af13-3c8686a049ba tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (b0f3e4ba-1f74-493c-b639-6a4e610e5c57), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.535169 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af71f1b-94d7-49a3-af13-3c8686a049ba tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f3e4ba-1f74-493c-b639-6a4e610e5c57,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:10.541074 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3af71f1b-94d7-49a3-af13-3c8686a049ba tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.542396 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-3af71f1b-94d7-49a3-af13-3c8686a049ba tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161275 Mar 07 13:45:10.545333 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 52526) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:10.550579 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-9907d0ed-7aa0-4fb0-a158-750afe57a559 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Request body: {'security_group_rule': {'security_group_id': '98b1786d-18a6-4787-8fcb-775b429beaf0', 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:45:10.575719 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9907d0ed-7aa0-4fb0-a158-750afe57a559 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for security_group_rule (32091736-39f5-467e-8346-20fa1e338eae), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.635732 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9907d0ed-7aa0-4fb0-a158-750afe57a559 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for security_group_rule (32091736-39f5-467e-8346-20fa1e338eae), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.641898 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9907d0ed-7aa0-4fb0-a158-750afe57a559 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (32091736-39f5-467e-8346-20fa1e338eae), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.661497 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae1acfb-a9a5-4e0a-becf-7a620348a71f None None] Sync routers for ids ['43a2d125-1981-489b-9e53-ae677eac6f1f'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:45:10.674893 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae1acfb-a9a5-4e0a-becf-7a620348a71f None None] Routers {'43a2d125-1981-489b-9e53-ae677eac6f1f'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:45:10.675675 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-aae1acfb-a9a5-4e0a-becf-7a620348a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:44:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['43a2d125-1981-489b-9e53-ae677eac6f1f'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:10.688249 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907d0ed-7aa0-4fb0-a158-750afe57a559 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32091736-39f5-467e-8346-20fa1e338eae,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:10.696858 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9907d0ed-7aa0-4fb0-a158-750afe57a559 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.698092 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-9907d0ed-7aa0-4fb0-a158-750afe57a559 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1518297 Mar 07 13:45:10.700935 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 52534) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:10.708104 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-33843b7f-e130-49ba-a86a-5096a4613702 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Request body: {'security_group_rule': {'security_group_id': '98b1786d-18a6-4787-8fcb-775b429beaf0', 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:45:10.724597 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71e80a-4557-4f34-9355-f27754bf3c0b req-24720938-b52d-4e0e-a88b-c4412280c62b tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:10.726707 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8c71e80a-4557-4f34-9355-f27754bf3c0b req-24720938-b52d-4e0e-a88b-c4412280c62b tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0826409 Mar 07 13:45:10.740005 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.db.securitygroups_db [None req-33843b7f-e130-49ba-a86a-5096a4613702 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Project c10fe3afe2e84b7694415570a68cee37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 13:45:10.748563 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-33843b7f-e130-49ba-a86a-5096a4613702 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for security_group_rule (ddf5abe3-d229-4eb6-a653-311bae2b941f), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.806018 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-aae1acfb-a9a5-4e0a-becf-7a620348a71f None None] Set router 43a2d125-1981-489b-9e53-ae677eac6f1f gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:45:10.806487 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8c71e80a-4557-4f34-9355-f27754bf3c0b req-d87ed019-9bd1-4eb5-9360-80a0729790fb tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671165 Mar 07 13:45:10.806924 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-33843b7f-e130-49ba-a86a-5096a4613702 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for security_group_rule (ddf5abe3-d229-4eb6-a653-311bae2b941f), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.812650 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-33843b7f-e130-49ba-a86a-5096a4613702 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (ddf5abe3-d229-4eb6-a653-311bae2b941f), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.816811 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f01ef-df23-4ae5-84a6-9c4fae463be8 req-969fcdc3-9237-42ab-8bc1-a43d24eeffdc tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:10.818625 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-aa5f01ef-df23-4ae5-84a6-9c4fae463be8 req-969fcdc3-9237-42ab-8bc1-a43d24eeffdc tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 944 time: 0.0905881 Mar 07 13:45:10.843678 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33843b7f-e130-49ba-a86a-5096a4613702 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf5abe3-d229-4eb6-a653-311bae2b941f,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:10.850739 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-33843b7f-e130-49ba-a86a-5096a4613702 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.852377 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-33843b7f-e130-49ba-a86a-5096a4613702 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1496835 Mar 07 13:45:10.855024 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 52536) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:10.859466 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-37282152-e9e2-4624-b423-084bf3fea5a5 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Request body: {'security_group_rule': {'security_group_id': '98b1786d-18a6-4787-8fcb-775b429beaf0', 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:45:10.883192 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.db.securitygroups_db [None req-37282152-e9e2-4624-b423-084bf3fea5a5 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Project c10fe3afe2e84b7694415570a68cee37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 13:45:10.893685 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-aa5f01ef-df23-4ae5-84a6-9c4fae463be8 req-ddc8a3ef-b2d1-4683-bf6e-41ef5a2bc833 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675595 Mar 07 13:45:10.900357 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-37282152-e9e2-4624-b423-084bf3fea5a5 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for security_group_rule (3f82bc32-14f3-4faa-8481-431615dd1c8e), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.988359 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-37282152-e9e2-4624-b423-084bf3fea5a5 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for security_group_rule (3f82bc32-14f3-4faa-8481-431615dd1c8e), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:10.992239 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-37282152-e9e2-4624-b423-084bf3fea5a5 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (3f82bc32-14f3-4faa-8481-431615dd1c8e), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:11.012138 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37282152-e9e2-4624-b423-084bf3fea5a5 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f82bc32-14f3-4faa-8481-431615dd1c8e,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:11.022318 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-37282152-e9e2-4624-b423-084bf3fea5a5 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:11.023597 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-37282152-e9e2-4624-b423-084bf3fea5a5 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1676879 Mar 07 13:45:11.036475 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-aae1acfb-a9a5-4e0a-becf-7a620348a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a2d125-1981-489b-9e53-ae677eac6f1f', 'name': 'tempest-TestVolumeBootPattern-523493336-router', 'tenant_id': 'f4475d52ef0846ddaff725f33db44787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:04Z', 'updated_at': '2022-03-07T13:45:08Z', 'revision_number': 4, 'project_id': 'f4475d52ef0846ddaff725f33db44787', 'gw_port': {'id': 'f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2d125-1981-489b-9e53-ae677eac6f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:05Z', 'updated_at': '2022-03-07T13:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'a790bdbb-fbb6-44de-b30a-12dc752efc93', 'name': '', 'network_id': '1fe79bea-0b2f-4ca0-9976-9268f30979b6', 'tenant_id': 'f4475d52ef0846ddaff725f33db44787', 'mac_address': 'fa:16:3e:52:9d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a2d125-1981-489b-9e53-ae677eac6f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f626b399-1b15-4b44-b6b1-d1956b3881e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:07Z', 'updated_at': '2022-03-07T13:45:08Z', 'revision_number': 2, 'project_id': 'f4475d52ef0846ddaff725f33db44787', 'subnets': [{'id': 'f626b399-1b15-4b44-b6b1-d1956b3881e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:11.067088 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae1acfb-a9a5-4e0a-becf-7a620348a71f None None] Checking router: 43a2d125-1981-489b-9e53-ae677eac6f1f for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:45:11.067447 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae1acfb-a9a5-4e0a-becf-7a620348a71f None None] Updating router 43a2d125-1981-489b-9e53-ae677eac6f1f port a790bdbb-fbb6-44de-b30a-12dc752efc93 binding host dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 13:45:11.098751 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aae1acfb-a9a5-4e0a-becf-7a620348a71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (a790bdbb-fbb6-44de-b30a-12dc752efc93), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:11.221697 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:45:11.335344 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:11.335737 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:11.464860 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aae1acfb-a9a5-4e0a-becf-7a620348a71f None None] Publish callbacks [] for port (a790bdbb-fbb6-44de-b30a-12dc752efc93), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:11.475293 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aae1acfb-a9a5-4e0a-becf-7a620348a71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (a790bdbb-fbb6-44de-b30a-12dc752efc93), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:11.512809 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 925ee9e4-3703-413f-bc5b-84bfa6beb4d2 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 13:45:11.518500 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:45:11.547587 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b2f10-19ee-43c2-9e8b-821dcb15975c None None] Pushing event updated for resources: {'Port': ['ID=a790bdbb-fbb6-44de-b30a-12dc752efc93,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:11.779446 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-aae1acfb-a9a5-4e0a-becf-7a620348a71f None None] Attempting to bind port a790bdbb-fbb6-44de-b30a-12dc752efc93 on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:45:11.780143 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-aae1acfb-a9a5-4e0a-becf-7a620348a71f None None] Attempting to bind port a790bdbb-fbb6-44de-b30a-12dc752efc93 by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': 'd480a268-357b-4c2b-ab8a-0e4aba068b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1fe79bea-0b2f-4ca0-9976-9268f30979b6'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:45:11.780143 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae1acfb-a9a5-4e0a-becf-7a620348a71f None None] Attempting to bind port a790bdbb-fbb6-44de-b30a-12dc752efc93 on network 1fe79bea-0b2f-4ca0-9976-9268f30979b6 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:45:11.792127 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae1acfb-a9a5-4e0a-becf-7a620348a71f None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:45:11.792494 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae1acfb-a9a5-4e0a-becf-7a620348a71f None None] Checking segment: {'id': 'd480a268-357b-4c2b-ab8a-0e4aba068b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1fe79bea-0b2f-4ca0-9976-9268f30979b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:45:11.792886 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aae1acfb-a9a5-4e0a-becf-7a620348a71f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:11.793565 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae1acfb-a9a5-4e0a-becf-7a620348a71f None None] Bound using segment: {'id': 'd480a268-357b-4c2b-ab8a-0e4aba068b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1fe79bea-0b2f-4ca0-9976-9268f30979b6'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:45:11.794019 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-aae1acfb-a9a5-4e0a-becf-7a620348a71f None None] Bound port: a790bdbb-fbb6-44de-b30a-12dc752efc93, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd480a268-357b-4c2b-ab8a-0e4aba068b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1fe79bea-0b2f-4ca0-9976-9268f30979b6'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:45:11.794399 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aae1acfb-a9a5-4e0a-becf-7a620348a71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (a790bdbb-fbb6-44de-b30a-12dc752efc93), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:11.815383 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-734a54e0-24e7-4249-a7be-3cc91349e56a None None] Provisioning complete for port a790bdbb-fbb6-44de-b30a-12dc752efc93 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:11.815683 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-734a54e0-24e7-4249-a7be-3cc91349e56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (a790bdbb-fbb6-44de-b30a-12dc752efc93), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:11.872291 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 925ee9e4-3703-413f-bc5b-84bfa6beb4d2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=925ee9e4-3703-413f-bc5b-84bfa6beb4d2,segment=NetworkSegment(7ad5a2ac-07e9-441b-a198-f54411ff24d4),segment_id=7ad5a2ac-07e9-441b-a198-f54411ff24d4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:45:11.896921 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Returning: {'device': '925ee9e4-3703-413f-bc5b-84bfa6beb4d2', 'network_id': '8a9f18e3-f5b0-432c-9d31-7a381b63878e', 'port_id': '925ee9e4-3703-413f-bc5b-84bfa6beb4d2', 'mac_address': 'fa:16:3e:d8:7b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84cba737-085a-4f82-8b44-901172c9d627', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 13:45:11.898453 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-734a54e0-24e7-4249-a7be-3cc91349e56a None None] Port a790bdbb-fbb6-44de-b30a-12dc752efc93 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:45:11.937988 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9837dd-5bee-4cd2-ac2e-fe170e394d73 req-da06f336-05ea-4141-9870-aca61d5ce78a tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:11.944503 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-aae1acfb-a9a5-4e0a-becf-7a620348a71f None None] For port a790bdbb-fbb6-44de-b30a-12dc752efc93, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:45:11.945629 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8b9837dd-5bee-4cd2-ac2e-fe170e394d73 req-da06f336-05ea-4141-9870-aca61d5ce78a tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0629513 Mar 07 13:45:11.962696 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-aae1acfb-a9a5-4e0a-becf-7a620348a71f None None] For port a790bdbb-fbb6-44de-b30a-12dc752efc93, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=a790bdbb-fbb6-44de-b30a-12dc752efc93,segment=NetworkSegment(d480a268-357b-4c2b-ab8a-0e4aba068b64),segment_id=d480a268-357b-4c2b-ab8a-0e4aba068b64)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:45:11.966635 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 925ee9e4-3703-413f-bc5b-84bfa6beb4d2 is: DOWN; New status is: BUILD {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:45:11.967019 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (925ee9e4-3703-413f-bc5b-84bfa6beb4d2), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:11.976987 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aae1acfb-a9a5-4e0a-becf-7a620348a71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (a790bdbb-fbb6-44de-b30a-12dc752efc93), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:11.995000 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8b9837dd-5bee-4cd2-ac2e-fe170e394d73 req-bb811bb7-6885-4e41-afe2-314697c321d8 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467942 Mar 07 13:45:12.009832 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925ee9e4-3703-413f-bc5b-84bfa6beb4d2 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:45:12.066781 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c3ba7-0b2a-4615-8eb2-b9fbc79461b0 req-7d7826d2-a7c1-4eb4-986e-068bb7d1d816 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:12.068496 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-474c3ba7-0b2a-4615-8eb2-b9fbc79461b0 req-7d7826d2-a7c1-4eb4-986e-068bb7d1d816 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 944 time: 0.0648057 Mar 07 13:45:12.070363 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 925ee9e4-3703-413f-bc5b-84bfa6beb4d2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=925ee9e4-3703-413f-bc5b-84bfa6beb4d2,segment=NetworkSegment(7ad5a2ac-07e9-441b-a198-f54411ff24d4),segment_id=7ad5a2ac-07e9-441b-a198-f54411ff24d4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:45:12.073257 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b2f10-19ee-43c2-9e8b-821dcb15975c None None] Pushing event updated for resources: {'Port': ['ID=a790bdbb-fbb6-44de-b30a-12dc752efc93,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:12.085046 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae1acfb-a9a5-4e0a-becf-7a620348a71f None None] Routers {'43a2d125-1981-489b-9e53-ae677eac6f1f'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:45:12.086746 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-aae1acfb-a9a5-4e0a-becf-7a620348a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:44:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['43a2d125-1981-489b-9e53-ae677eac6f1f'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:12.090387 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (925ee9e4-3703-413f-bc5b-84bfa6beb4d2), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:12.140788 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-474c3ba7-0b2a-4615-8eb2-b9fbc79461b0 req-6a3ba407-4cf9-401a-a6b3-a8c5f961b16a tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661786 Mar 07 13:45:12.226406 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=925ee9e4-3703-413f-bc5b-84bfa6beb4d2,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:12.247429 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-aae1acfb-a9a5-4e0a-becf-7a620348a71f None None] Set router 43a2d125-1981-489b-9e53-ae677eac6f1f gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:45:12.387080 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-824abe15-23b7-455c-a89c-8718d4092a5d None None] Provisioning complete for port a790bdbb-fbb6-44de-b30a-12dc752efc93 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:12.387377 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-824abe15-23b7-455c-a89c-8718d4092a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (a790bdbb-fbb6-44de-b30a-12dc752efc93), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:12.510824 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-824abe15-23b7-455c-a89c-8718d4092a5d None None] Current status of the port a790bdbb-fbb6-44de-b30a-12dc752efc93 is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:45:12.511215 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-824abe15-23b7-455c-a89c-8718d4092a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (a790bdbb-fbb6-44de-b30a-12dc752efc93), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:12.542840 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-aae1acfb-a9a5-4e0a-becf-7a620348a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a2d125-1981-489b-9e53-ae677eac6f1f', 'name': 'tempest-TestVolumeBootPattern-523493336-router', 'tenant_id': 'f4475d52ef0846ddaff725f33db44787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:04Z', 'updated_at': '2022-03-07T13:45:08Z', 'revision_number': 4, 'project_id': 'f4475d52ef0846ddaff725f33db44787', 'gw_port': {'id': 'f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2d125-1981-489b-9e53-ae677eac6f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:05Z', 'updated_at': '2022-03-07T13:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'a790bdbb-fbb6-44de-b30a-12dc752efc93', 'name': '', 'network_id': '1fe79bea-0b2f-4ca0-9976-9268f30979b6', 'tenant_id': 'f4475d52ef0846ddaff725f33db44787', 'mac_address': 'fa:16:3e:52:9d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a2d125-1981-489b-9e53-ae677eac6f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f626b399-1b15-4b44-b6b1-d1956b3881e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:07Z', 'updated_at': '2022-03-07T13:45:11Z', 'revision_number': 4, 'project_id': 'f4475d52ef0846ddaff725f33db44787', 'subnets': [{'id': 'f626b399-1b15-4b44-b6b1-d1956b3881e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:12.575731 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae1acfb-a9a5-4e0a-becf-7a620348a71f None None] The sync data for ids ['43a2d125-1981-489b-9e53-ae677eac6f1f'] in dv-cinder-813222-6-iscsi is: [{'id': '43a2d125-1981-489b-9e53-ae677eac6f1f', 'name': 'tempest-TestVolumeBootPattern-523493336-router', 'tenant_id': 'f4475d52ef0846ddaff725f33db44787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:04Z', 'updated_at': '2022-03-07T13:45:08Z', 'revision_number': 4, 'project_id': 'f4475d52ef0846ddaff725f33db44787', 'gw_port': {'id': 'f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2d125-1981-489b-9e53-ae677eac6f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:05Z', 'updated_at': '2022-03-07T13:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'a790bdbb-fbb6-44de-b30a-12dc752efc93', 'name': '', 'network_id': '1fe79bea-0b2f-4ca0-9976-9268f30979b6', 'tenant_id': 'f4475d52ef0846ddaff725f33db44787', 'mac_address': 'fa:16:3e:52:9d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a2d125-1981-489b-9e53-ae677eac6f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f626b399-1b15-4b44-b6b1-d1956b3881e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:07Z', 'updated_at': '2022-03-07T13:45:11Z', 'revision_number': 4, 'project_id': 'f4475d52ef0846ddaff725f33db44787', 'subnets': [{'id': 'f626b399-1b15-4b44-b6b1-d1956b3881e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:45:12.578322 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-824abe15-23b7-455c-a89c-8718d4092a5d None None] For port a790bdbb-fbb6-44de-b30a-12dc752efc93, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=a790bdbb-fbb6-44de-b30a-12dc752efc93,segment=NetworkSegment(d480a268-357b-4c2b-ab8a-0e4aba068b64),segment_id=d480a268-357b-4c2b-ab8a-0e4aba068b64)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:45:12.583818 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-824abe15-23b7-455c-a89c-8718d4092a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (a790bdbb-fbb6-44de-b30a-12dc752efc93), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:12.655928 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824abe15-23b7-455c-a89c-8718d4092a5d None None] Pushing event updated for resources: {'Port': ['ID=a790bdbb-fbb6-44de-b30a-12dc752efc93,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:13.119991 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac4ca4-7d04-4303-a298-e5d3787de23b req-b5d9e6a0-6384-4f6f-99ae-7ac79f24144d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:13.121486 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f9ac4ca4-7d04-4303-a298-e5d3787de23b req-b5d9e6a0-6384-4f6f-99ae-7ac79f24144d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0541713 Mar 07 13:45:13.184335 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f9ac4ca4-7d04-4303-a298-e5d3787de23b req-d08f507b-156a-4d1f-af23-b306a23ee21b tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534844 Mar 07 13:45:13.270300 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device a790bdbb-fbb6-44de-b30a-12dc752efc93 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:45:13.277520 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976198e-7cc8-495b-ad5d-e21b4c741321 req-a365b2dd-a7ab-4034-bc84-3c9e385b5db1 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:13.279357 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6976198e-7cc8-495b-ad5d-e21b4c741321 req-a365b2dd-a7ab-4034-bc84-3c9e385b5db1 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 945 time: 0.0628426 Mar 07 13:45:13.323130 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port a790bdbb-fbb6-44de-b30a-12dc752efc93 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:13.323577 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (a790bdbb-fbb6-44de-b30a-12dc752efc93), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:13.337660 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6976198e-7cc8-495b-ad5d-e21b4c741321 req-23174dc8-28cd-4cd3-8f0f-1abdd1eeb1a7 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503900 Mar 07 13:45:13.404417 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port a790bdbb-fbb6-44de-b30a-12dc752efc93 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:45:14.281675 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['925ee9e4-3703-413f-bc5b-84bfa6beb4d2'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:45:14.327474 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c2330-9256-4756-a6bb-cedf04360b8e req-be23a949-2f77-4a22-8ae7-c5511d81f05d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:14.338487 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ce6c2330-9256-4756-a6bb-cedf04360b8e req-be23a949-2f77-4a22-8ae7-c5511d81f05d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0890443 Mar 07 13:45:14.408443 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ce6c2330-9256-4756-a6bb-cedf04360b8e req-dc28e62e-3a46-4773-8ee5-154266d4ec2b tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679810 Mar 07 13:45:14.507624 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb18e5-6c07-4865-94fb-7c118f9fa66c req-d133ba80-d021-4ffe-a785-ff2227a7537e tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:14.509357 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-27eb18e5-6c07-4865-94fb-7c118f9fa66c req-d133ba80-d021-4ffe-a785-ff2227a7537e tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 945 time: 0.0807302 Mar 07 13:45:14.568399 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-27eb18e5-6c07-4865-94fb-7c118f9fa66c req-60171bc9-c1fb-4ee7-aa2b-e91df8c2e19e tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512514 Mar 07 13:45:15.543145 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cadc9-3f61-494d-bae3-6ebf6bbcadc3 req-df6ed3c7-209b-44fc-b11c-c57c93b1c5b6 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:15.545330 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c30cadc9-3f61-494d-bae3-6ebf6bbcadc3 req-df6ed3c7-209b-44fc-b11c-c57c93b1c5b6 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0532839 Mar 07 13:45:15.595555 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c30cadc9-3f61-494d-bae3-6ebf6bbcadc3 req-9d9a7ab0-1b65-4001-b31f-67bc5ce7b9f2 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429568 Mar 07 13:45:15.653528 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da35ee-dfb7-4b98-8307-d111d08591f8 req-abf620b5-f5c5-4a83-8e73-5e0c7e68071d tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:15.655095 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-51da35ee-dfb7-4b98-8307-d111d08591f8 req-abf620b5-f5c5-4a83-8e73-5e0c7e68071d tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 946 time: 0.0523894 Mar 07 13:45:15.742542 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3156cce-5b4c-4aa7-b514-b3a8123709b4 req-10c55408-06bb-4ea1-ad1c-7067b1e907ae tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:15.744216 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f3156cce-5b4c-4aa7-b514-b3a8123709b4 req-10c55408-06bb-4ea1-ad1c-7067b1e907ae tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 945 time: 0.0879302 Mar 07 13:45:15.747283 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-51da35ee-dfb7-4b98-8307-d111d08591f8 req-f9bfac11-5fa9-41a8-abcb-72d601787926 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814161 Mar 07 13:45:15.795737 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f3156cce-5b4c-4aa7-b514-b3a8123709b4 req-0bb37667-e013-4527-a8dd-69800499512b tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452263 Mar 07 13:45:16.714332 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b8144-6c05-4107-8a2f-1789c4d39e22 req-7705368b-b776-4993-9024-9908674f83f9 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:16.715875 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ee1b8144-6c05-4107-8a2f-1789c4d39e22 req-7705368b-b776-4993-9024-9908674f83f9 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0529382 Mar 07 13:45:16.763523 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ee1b8144-6c05-4107-8a2f-1789c4d39e22 req-e0955990-fe66-4ae2-b27d-6e2e443300af tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416603 Mar 07 13:45:16.879923 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00385d5d-a426-47f0-801e-d14fffd0e812 req-46e767ae-473c-4eb1-9b27-ce8200717a16 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:16.881411 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-00385d5d-a426-47f0-801e-d14fffd0e812 req-46e767ae-473c-4eb1-9b27-ce8200717a16 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 946 time: 0.0648201 Mar 07 13:45:16.949541 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff626084-1219-4a35-87be-07ac824ec13f req-4954d40a-8778-49aa-9a5e-dd7f4b191e8d tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:16.950897 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff626084-1219-4a35-87be-07ac824ec13f req-4954d40a-8778-49aa-9a5e-dd7f4b191e8d tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 945 time: 0.0900726 Mar 07 13:45:16.954968 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-00385d5d-a426-47f0-801e-d14fffd0e812 req-cd5c97da-47dc-4f44-87eb-d65db87b0c33 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590210 Mar 07 13:45:16.996760 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff626084-1219-4a35-87be-07ac824ec13f req-e17421aa-29f2-4693-830b-c132102c79d1 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397897 Mar 07 13:45:17.840653 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8ed45c5-cbe2-4ab7-9ee3-a55021e7a57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:17.896258 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773dfa2a-ca6a-47dd-b0a3-999b973fb229 req-b28b67b9-754a-4769-af8e-ec06b5b73258 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:17.897773 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-773dfa2a-ca6a-47dd-b0a3-999b973fb229 req-b28b67b9-754a-4769-af8e-ec06b5b73258 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0545492 Mar 07 13:45:17.943500 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-773dfa2a-ca6a-47dd-b0a3-999b973fb229 req-7753cdd7-4d1d-41b6-a687-46f18f237872 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402155 Mar 07 13:45:18.124716 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff445b3-ae84-49e5-9550-e14bd5008e5c req-9b7e53bd-dc8e-473c-a1ad-45f211706f19 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:18.127326 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6ff445b3-ae84-49e5-9550-e14bd5008e5c req-9b7e53bd-dc8e-473c-a1ad-45f211706f19 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 946 time: 0.1065233 Mar 07 13:45:18.161226 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bed6e-babe-4c46-81b1-bb46f1ce5743 req-a48b8321-7cfd-4b0e-b91a-d600d75995f6 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:18.162646 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-196bed6e-babe-4c46-81b1-bb46f1ce5743 req-a48b8321-7cfd-4b0e-b91a-d600d75995f6 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 945 time: 0.1004131 Mar 07 13:45:18.208420 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6ff445b3-ae84-49e5-9550-e14bd5008e5c req-20a5fa2a-4932-47c3-b344-73f0434f5c69 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750422 Mar 07 13:45:18.230404 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-196bed6e-babe-4c46-81b1-bb46f1ce5743 req-3f604039-bc12-496d-aa84-0fc42afefa37 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619450 Mar 07 13:45:19.057110 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db06db9-c314-4b22-ba1f-60935e714659 req-df045be7-e00e-440b-bb36-a73391abcb56 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:19.058495 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0db06db9-c314-4b22-ba1f-60935e714659 req-df045be7-e00e-440b-bb36-a73391abcb56 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0516360 Mar 07 13:45:19.103049 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0db06db9-c314-4b22-ba1f-60935e714659 req-41d3edcb-15ee-4d34-ae21-e3c1c883c23f tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391986 Mar 07 13:45:19.362039 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d836131-96e2-4fae-93f4-150c99f2aa24 req-dd7788ef-088e-431e-95df-7386160b89ec tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:19.363483 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4d836131-96e2-4fae-93f4-150c99f2aa24 req-dd7788ef-088e-431e-95df-7386160b89ec tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 946 time: 0.0899274 Mar 07 13:45:19.373700 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eaed43-5585-4dd0-b3ba-3335fc71e676 req-afc3d55d-0884-433f-9a84-4e5a298652d0 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:19.375059 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-02eaed43-5585-4dd0-b3ba-3335fc71e676 req-afc3d55d-0884-433f-9a84-4e5a298652d0 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 945 time: 0.0735269 Mar 07 13:45:19.445271 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4d836131-96e2-4fae-93f4-150c99f2aa24 req-4414f4bf-0956-48ef-b5d3-6c7e856e8f80 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693002 Mar 07 13:45:19.448161 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-02eaed43-5585-4dd0-b3ba-3335fc71e676 req-24636717-f5c5-41bb-99a6-ce417bb25565 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662110 Mar 07 13:45:20.063134 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f75e595b-baa4-4f6d-a098-bfcdf5dd5719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:20.217577 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c89aea-5b02-43be-9ce8-d339cf9c9d09 req-5cc7ff53-e080-4eac-9ab1-8ee073260526 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:20.219016 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-56c89aea-5b02-43be-9ce8-d339cf9c9d09 req-5cc7ff53-e080-4eac-9ab1-8ee073260526 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0510199 Mar 07 13:45:20.263261 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-56c89aea-5b02-43be-9ce8-d339cf9c9d09 req-6cd59ee4-1621-4e03-8aa9-213525676fd4 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380919 Mar 07 13:45:20.596781 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc02871-75da-4170-a1ca-15de72cae0e8 req-b10b0617-8d81-47e7-9bd2-cee936e4ab25 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:20.598290 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3bc02871-75da-4170-a1ca-15de72cae0e8 req-b10b0617-8d81-47e7-9bd2-cee936e4ab25 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 945 time: 0.0842345 Mar 07 13:45:20.605798 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e18e1b-f926-4985-a4c5-fc4e3dce2a33 req-a2dbbb5e-98be-4ea3-a81b-45f23d194e0c tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:20.607171 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-95e18e1b-f926-4985-a4c5-fc4e3dce2a33 req-a2dbbb5e-98be-4ea3-a81b-45f23d194e0c tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 946 time: 0.0837755 Mar 07 13:45:20.683638 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3bc02871-75da-4170-a1ca-15de72cae0e8 req-76f0b174-9296-4dea-9bb2-a8f9f5adf42c tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754516 Mar 07 13:45:20.686518 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-95e18e1b-f926-4985-a4c5-fc4e3dce2a33 req-b1cb6cae-b6d6-48b7-93da-0e40b0ebceaa tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727787 Mar 07 13:45:21.285440 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:21.379082 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5946d8-0de2-4b91-9337-4851d9637125 req-d5c24a44-9685-4f81-b9f3-c35b920c017d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:21.381316 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9a5946d8-0de2-4b91-9337-4851d9637125 req-d5c24a44-9685-4f81-b9f3-c35b920c017d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0530539 Mar 07 13:45:21.431557 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9a5946d8-0de2-4b91-9337-4851d9637125 req-59205400-b4e3-4c91-b440-81d455a1dd95 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444853 Mar 07 13:45:21.829779 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d2341-1add-44b6-abe5-6c453bcc7ab1 req-6e45a92d-0abc-4b03-b067-186a7a98d6d4 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:21.831221 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6e5d2341-1add-44b6-abe5-6c453bcc7ab1 req-6e45a92d-0abc-4b03-b067-186a7a98d6d4 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 945 time: 0.0813048 Mar 07 13:45:21.837755 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9df4c-b126-45af-b257-3b29f7b9110d req-75d8393a-657c-4a6f-84ee-47eef461fba1 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:21.839124 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a0f9df4c-b126-45af-b257-3b29f7b9110d req-75d8393a-657c-4a6f-84ee-47eef461fba1 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 946 time: 0.0787327 Mar 07 13:45:21.909208 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6e5d2341-1add-44b6-abe5-6c453bcc7ab1 req-7e0ea9e1-4222-4a9f-816e-118c8ae1b145 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690382 Mar 07 13:45:21.915770 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a0f9df4c-b126-45af-b257-3b29f7b9110d req-7a8a9dca-e1b4-486e-a260-353ef6db8b20 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685003 Mar 07 13:45:22.122686 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 925ee9e4-3703-413f-bc5b-84bfa6beb4d2 up at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:45:22.172560 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning for port 925ee9e4-3703-413f-bc5b-84bfa6beb4d2 completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 13:45:22.177867 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning complete for port 925ee9e4-3703-413f-bc5b-84bfa6beb4d2 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:22.178239 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (925ee9e4-3703-413f-bc5b-84bfa6beb4d2), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:22.256198 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 925ee9e4-3703-413f-bc5b-84bfa6beb4d2 is: BUILD; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:45:22.256587 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (925ee9e4-3703-413f-bc5b-84bfa6beb4d2), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:22.291763 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9076970-7e7e-47bd-b58b-ebd81f2e3daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925ee9e4-3703-413f-bc5b-84bfa6beb4d2'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:45:22.294760 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caadf264-45fc-4704-85b2-a732f64bfe9b" -d '{"events": [{"server_uuid": "a9076970-7e7e-47bd-b58b-ebd81f2e3daf", "name": "network-vif-plugged", "status": "completed", "tag": "925ee9e4-3703-413f-bc5b-84bfa6beb4d2"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:45:22.308438 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 925ee9e4-3703-413f-bc5b-84bfa6beb4d2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=925ee9e4-3703-413f-bc5b-84bfa6beb4d2,segment=NetworkSegment(7ad5a2ac-07e9-441b-a198-f54411ff24d4),segment_id=7ad5a2ac-07e9-441b-a198-f54411ff24d4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:45:22.313265 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (925ee9e4-3703-413f-bc5b-84bfa6beb4d2), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:22.337666 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5998b22f-e3e0-47b6-a304-237dd151cd18 x-openstack-request-id: req-5998b22f-e3e0-47b6-a304-237dd151cd18 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:45:22.337976 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9076970-7e7e-47bd-b58b-ebd81f2e3daf", "name": "network-vif-plugged", "status": "completed", "tag": "925ee9e4-3703-413f-bc5b-84bfa6beb4d2", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:45:22.338228 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5998b22f-e3e0-47b6-a304-237dd151cd18 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:45:22.338607 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9076970-7e7e-47bd-b58b-ebd81f2e3daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925ee9e4-3703-413f-bc5b-84bfa6beb4d2', 'code': 200} Mar 07 13:45:22.380174 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=925ee9e4-3703-413f-bc5b-84bfa6beb4d2,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:22.385239 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:22.561456 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86b1dd-c158-4e4b-be12-cc3b8826b779 req-8ebbd337-8b69-4490-83df-a093ee24d204 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:22.562920 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1b86b1dd-c158-4e4b-be12-cc3b8826b779 req-8ebbd337-8b69-4490-83df-a093ee24d204 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0625989 Mar 07 13:45:22.610823 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1b86b1dd-c158-4e4b-be12-cc3b8826b779 req-06565391-2d58-48ec-a44f-645764ca6f38 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423448 Mar 07 13:45:22.737945 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a338d33-2851-4c5c-862a-0936b508b4db req-9977844e-b56a-4b08-a7d5-e1fc3c9ae1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:22.740053 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1a338d33-2851-4c5c-862a-0936b508b4db req-9977844e-b56a-4b08-a7d5-e1fc3c9ae1cb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 1130 time: 0.0501347 Mar 07 13:45:22.800638 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1a338d33-2851-4c5c-862a-0936b508b4db req-189aec44-25af-42f9-922d-d6010785270c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424979 Mar 07 13:45:23.097006 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de4cc8-a9f4-41e1-8c3f-35112c7b9da8 req-4bfe7958-0968-4ad9-94c0-e47ea95f09ad tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:23.098528 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d8de4cc8-a9f4-41e1-8c3f-35112c7b9da8 req-4bfe7958-0968-4ad9-94c0-e47ea95f09ad tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 946 time: 0.0988772 Mar 07 13:45:23.105374 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fe2f6-b20e-4c0b-b2ac-adf407aec648 req-fef2f0e9-cfe6-4cfe-8c19-41b97d8dd890 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:23.106765 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6e0fe2f6-b20e-4c0b-b2ac-adf407aec648 req-fef2f0e9-cfe6-4cfe-8c19-41b97d8dd890 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 946 time: 0.1084855 Mar 07 13:45:23.158444 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 52882) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:23.182840 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d8de4cc8-a9f4-41e1-8c3f-35112c7b9da8 req-d0ee9755-dc3a-41e4-99db-d54986da0f57 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750697 Mar 07 13:45:23.190557 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6e0fe2f6-b20e-4c0b-b2ac-adf407aec648 req-9b60d175-8b42-4481-b724-96702923ac46 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757565 Mar 07 13:45:23.287172 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f8d0e22f-b632-460d-a223-511a8feb877d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:23.378158 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f8d0e22f-b632-460d-a223-511a8feb877d admin admin] Publish callbacks [] for security_group (1a69035f-3bb2-41eb-8c11-fd8cc84b33bb), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:23.381975 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f8d0e22f-b632-460d-a223-511a8feb877d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (1a69035f-3bb2-41eb-8c11-fd8cc84b33bb), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:23.425176 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-f8d0e22f-b632-460d-a223-511a8feb877d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c4cf847b6aa4c31a6541fd51a89bf45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640688 Mar 07 13:45:23.426015 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0e22f-b632-460d-a223-511a8feb877d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a69035f-3bb2-41eb-8c11-fd8cc84b33bb,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:23.427936 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 52892) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:23.476869 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c9f52cea-ecea-4988-b4c3-b0adfd9e5217 admin admin] Publish callbacks [] for security_group (1a69035f-3bb2-41eb-8c11-fd8cc84b33bb), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:23.497860 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c9f52cea-ecea-4988-b4c3-b0adfd9e5217 admin admin] Publish callbacks [] for security_group (1a69035f-3bb2-41eb-8c11-fd8cc84b33bb), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:23.542611 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c9f52cea-ecea-4988-b4c3-b0adfd9e5217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (1a69035f-3bb2-41eb-8c11-fd8cc84b33bb), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:23.545588 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c9f52cea-ecea-4988-b4c3-b0adfd9e5217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:23.546854 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-c9f52cea-ecea-4988-b4c3-b0adfd9e5217 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a69035f-3bb2-41eb-8c11-fd8cc84b33bb HTTP/1.1" status: 204 len: 168 time: 0.1174684 Mar 07 13:45:23.555172 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f52cea-ecea-4988-b4c3-b0adfd9e5217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a69035f-3bb2-41eb-8c11-fd8cc84b33bb,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:23.736836 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccd9d2-a830-42b4-b593-2176edef56b0 req-7d3635e7-951a-45f9-8824-42542ee0bd0d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:23.738355 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-55ccd9d2-a830-42b4-b593-2176edef56b0 req-7d3635e7-951a-45f9-8824-42542ee0bd0d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0532427 Mar 07 13:45:23.789676 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-55ccd9d2-a830-42b4-b593-2176edef56b0 req-4376dec3-11f3-4a51-a33c-57b7ef56aad6 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455933 Mar 07 13:45:23.805617 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 52900) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:23.818904 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c0eedf48-eda3-4b03-b843-bd4f010aa68f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:23.894186 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c0eedf48-eda3-4b03-b843-bd4f010aa68f admin admin] Publish callbacks [] for security_group (66f9ded3-0662-4795-8056-8987e11a872b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:23.898052 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c0eedf48-eda3-4b03-b843-bd4f010aa68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (66f9ded3-0662-4795-8056-8987e11a872b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:23.938182 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-c0eedf48-eda3-4b03-b843-bd4f010aa68f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8949bcace3f4770bc6be6edf1a1fbba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314516 Mar 07 13:45:23.939363 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eedf48-eda3-4b03-b843-bd4f010aa68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f9ded3-0662-4795-8056-8987e11a872b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:23.941459 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 52902) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:23.987715 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0afa9319-491d-43e9-84c7-c6edeb426120 admin admin] Publish callbacks [] for security_group (66f9ded3-0662-4795-8056-8987e11a872b), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:24.010478 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0afa9319-491d-43e9-84c7-c6edeb426120 admin admin] Publish callbacks [] for security_group (66f9ded3-0662-4795-8056-8987e11a872b), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:24.060207 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0afa9319-491d-43e9-84c7-c6edeb426120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (66f9ded3-0662-4795-8056-8987e11a872b), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:24.063951 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0afa9319-491d-43e9-84c7-c6edeb426120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:24.068601 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-0afa9319-491d-43e9-84c7-c6edeb426120 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66f9ded3-0662-4795-8056-8987e11a872b HTTP/1.1" status: 204 len: 168 time: 0.1261020 Mar 07 13:45:24.077225 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa9319-491d-43e9-84c7-c6edeb426120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f9ded3-0662-4795-8056-8987e11a872b,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:24.207655 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:24.367738 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f586fdd-84e7-4559-84ad-8453885c339f req-72e3d9cd-8814-43b4-bdc3-27b38e827cf1 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:24.369259 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1f586fdd-84e7-4559-84ad-8453885c339f req-72e3d9cd-8814-43b4-bdc3-27b38e827cf1 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 946 time: 0.0983999 Mar 07 13:45:24.389464 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c62244-603a-4de6-b6ab-1f3a767391c4 req-25ff9467-c497-4b32-810c-e0e018dd3f26 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:24.390919 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f4c62244-603a-4de6-b6ab-1f3a767391c4 req-25ff9467-c497-4b32-810c-e0e018dd3f26 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 946 time: 0.0813580 Mar 07 13:45:24.458346 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1f586fdd-84e7-4559-84ad-8453885c339f req-d426683a-3770-4910-92c8-2821b5f507c0 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830522 Mar 07 13:45:24.462450 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f4c62244-603a-4de6-b6ab-1f3a767391c4 req-1390b79a-31ae-4bd9-b9e8-2240b2649887 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640800 Mar 07 13:45:24.551483 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7b314-b1fe-468f-8bb8-40599dfb265f req-a49e45d0-c9c3-444f-bffc-9fa215190b30 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:24.552913 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-33a7b314-b1fe-468f-8bb8-40599dfb265f req-a49e45d0-c9c3-444f-bffc-9fa215190b30 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.10 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 946 time: 0.0580270 Mar 07 13:45:24.908731 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6dde1-62e6-4f4e-a6ba-0b78bef2482f req-ef456fbf-f583-455a-ad55-d19ad01af5d7 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:24.910243 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cae6dde1-62e6-4f4e-a6ba-0b78bef2482f req-ef456fbf-f583-455a-ad55-d19ad01af5d7 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0547090 Mar 07 13:45:24.957845 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cae6dde1-62e6-4f4e-a6ba-0b78bef2482f req-d73445ce-b5be-4a1e-aac2-69cdb56b018f tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416708 Mar 07 13:45:25.822535 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249710f6-36e0-4274-bf3e-8c53eb952907 req-f3047c6a-2e12-4553-93b5-b23aca832c30 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:25.824639 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-249710f6-36e0-4274-bf3e-8c53eb952907 req-f3047c6a-2e12-4553-93b5-b23aca832c30 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 946 time: 0.2852190 Mar 07 13:45:25.832960 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e2f9d-086f-438a-8c0e-1c4d43c7a7d7 req-794c8c6c-5f11-4782-ab5c-c93818cf1838 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:25.834400 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-920e2f9d-086f-438a-8c0e-1c4d43c7a7d7 req-794c8c6c-5f11-4782-ab5c-c93818cf1838 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 946 time: 0.2845657 Mar 07 13:45:25.911464 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-249710f6-36e0-4274-bf3e-8c53eb952907 req-c829fe39-bbea-4d15-a352-a859227723eb tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701408 Mar 07 13:45:25.914518 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-920e2f9d-086f-438a-8c0e-1c4d43c7a7d7 req-c4081b94-d82d-4665-8ca0-122847c9bdde tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714607 Mar 07 13:45:26.070226 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05454ee8-97b2-4766-93cf-fecc4489f90f req-4b2454b5-a077-4188-b3d2-cba02e76f99e tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:26.071649 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-05454ee8-97b2-4766-93cf-fecc4489f90f req-4b2454b5-a077-4188-b3d2-cba02e76f99e tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0509892 Mar 07 13:45:26.116244 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-05454ee8-97b2-4766-93cf-fecc4489f90f req-4a106ed7-2869-4323-932f-886efc88aa14 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391407 Mar 07 13:45:27.059527 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133d42e-e4a1-44ed-a0e0-5850a27a8411 req-52b9b7b4-a2d9-4d82-b894-e97915fa8875 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:27.060969 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9133d42e-e4a1-44ed-a0e0-5850a27a8411 req-52b9b7b4-a2d9-4d82-b894-e97915fa8875 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 946 time: 0.0814610 Mar 07 13:45:27.068046 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d26ff7-1d63-4f78-a39f-d97796c94c8a req-622c9c18-658a-4d8e-b969-eef9eb5f4fd1 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:27.069375 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-78d26ff7-1d63-4f78-a39f-d97796c94c8a req-622c9c18-658a-4d8e-b969-eef9eb5f4fd1 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 946 time: 0.0919535 Mar 07 13:45:27.138799 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9133d42e-e4a1-44ed-a0e0-5850a27a8411 req-f6ec7856-390c-4041-b5ab-b3495ec5fcca tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684342 Mar 07 13:45:27.142160 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-78d26ff7-1d63-4f78-a39f-d97796c94c8a req-7cbf71c2-6627-4279-9e51-7abd9adc81c1 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664816 Mar 07 13:45:27.243453 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ec377-bac5-4d98-8fa6-85ddebc69649 req-e92220ff-42ac-42ef-87c8-f831c9c230e1 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:27.244936 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c73ec377-bac5-4d98-8fa6-85ddebc69649 req-e92220ff-42ac-42ef-87c8-f831c9c230e1 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0539150 Mar 07 13:45:27.296532 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c73ec377-bac5-4d98-8fa6-85ddebc69649 req-b4977a31-1b46-4453-bf47-4058cc78c4f1 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431824 Mar 07 13:45:27.980861 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-33a7b314-b1fe-468f-8bb8-40599dfb265f req-6f8be585-8d6a-4388-a770-0c6a63499dbb tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Deleting port ee06e386-7e5c-442b-80f8-04678a51a0d0 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:45:27.981229 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-33a7b314-b1fe-468f-8bb8-40599dfb265f req-6f8be585-8d6a-4388-a770-0c6a63499dbb tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (ee06e386-7e5c-442b-80f8-04678a51a0d0), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:28.066096 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-33a7b314-b1fe-468f-8bb8-40599dfb265f req-6f8be585-8d6a-4388-a770-0c6a63499dbb tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] For port ee06e386-7e5c-442b-80f8-04678a51a0d0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ee06e386-7e5c-442b-80f8-04678a51a0d0,segment=NetworkSegment(3888a266-2606-4bda-82ef-66052acb482d),segment_id=3888a266-2606-4bda-82ef-66052acb482d)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:45:28.066753 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-33a7b314-b1fe-468f-8bb8-40599dfb265f req-6f8be585-8d6a-4388-a770-0c6a63499dbb tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (ee06e386-7e5c-442b-80f8-04678a51a0d0), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:28.080803 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-33a7b314-b1fe-468f-8bb8-40599dfb265f req-6f8be585-8d6a-4388-a770-0c6a63499dbb tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Calling delete_port for ee06e386-7e5c-442b-80f8-04678a51a0d0 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:45:28.292403 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-33a7b314-b1fe-468f-8bb8-40599dfb265f req-6f8be585-8d6a-4388-a770-0c6a63499dbb tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (ee06e386-7e5c-442b-80f8-04678a51a0d0), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:28.329575 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8be585-8d6a-4388-a770-0c6a63499dbb tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Pushing event deleted for resources: {'Port': ['ID=ee06e386-7e5c-442b-80f8-04678a51a0d0,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:28.340469 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44c90a-8482-455f-9824-9de34413f86b req-b1743cfb-2abd-42c6-a239-bef0605dfa5f tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:28.341965 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ae44c90a-8482-455f-9824-9de34413f86b req-b1743cfb-2abd-42c6-a239-bef0605dfa5f tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 946 time: 0.1360235 Mar 07 13:45:28.350763 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c1d90-b4e7-44a0-be05-ec61b2886335 req-6c8a5613-bcb9-435a-83dd-b5ba3e5a4fb5 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:28.352188 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0e5c1d90-b4e7-44a0-be05-ec61b2886335 req-6c8a5613-bcb9-435a-83dd-b5ba3e5a4fb5 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 946 time: 0.1343224 Mar 07 13:45:28.435246 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a7b314-b1fe-468f-8bb8-40599dfb265f req-6f8be585-8d6a-4388-a770-0c6a63499dbb tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] No DVR routers for this DVR port ee06e386-7e5c-442b-80f8-04678a51a0d0 on host hv-cinder-81322 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:45:28.444446 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-33a7b314-b1fe-468f-8bb8-40599dfb265f req-6f8be585-8d6a-4388-a770-0c6a63499dbb tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:28.447646 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-33a7b314-b1fe-468f-8bb8-40599dfb265f req-6f8be585-8d6a-4388-a770-0c6a63499dbb tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.10 "DELETE /v2.0/ports/ee06e386-7e5c-442b-80f8-04678a51a0d0 HTTP/1.1" status: 204 len: 173 time: 0.6140585 Mar 07 13:45:28.448084 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0176623f-6a0f-408e-b5fe-7484f1316fb2', 'name': 'network-vif-deleted', 'tag': 'ee06e386-7e5c-442b-80f8-04678a51a0d0'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:45:28.450301 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4923ff9-23a3-4639-a472-9546835a0f9c" -d '{"events": [{"server_uuid": "0176623f-6a0f-408e-b5fe-7484f1316fb2", "name": "network-vif-deleted", "tag": "ee06e386-7e5c-442b-80f8-04678a51a0d0"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:45:28.491247 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ae44c90a-8482-455f-9824-9de34413f86b req-7fb699cf-8195-4bee-92d4-b133ba044edb tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/security-groups?id=07af5b2f-1957-46fd-8757-0abbc9735978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355176 Mar 07 13:45:28.495332 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0e5c1d90-b4e7-44a0-be05-ec61b2886335 req-1131eedd-d3b4-47bc-b635-dab67a996e18 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117218 Mar 07 13:45:28.546846 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6384f2-ff16-40be-bd71-407fe7aab883 x-openstack-request-id: req-6e6384f2-ff16-40be-bd71-407fe7aab883 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:45:28.547137 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0176623f-6a0f-408e-b5fe-7484f1316fb2", "name": "network-vif-deleted", "tag": "ee06e386-7e5c-442b-80f8-04678a51a0d0", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:45:28.548006 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e6384f2-ff16-40be-bd71-407fe7aab883 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:45:28.548405 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0176623f-6a0f-408e-b5fe-7484f1316fb2', 'name': 'network-vif-deleted', 'tag': 'ee06e386-7e5c-442b-80f8-04678a51a0d0', 'status': 'completed', 'code': 200} Mar 07 13:45:28.603455 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb31f8a-6e13-49d7-b69c-b20275696cfb req-f192e4f4-2450-4b55-b1a8-c1a16321aaee tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:28.604904 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5cb31f8a-6e13-49d7-b69c-b20275696cfb req-f192e4f4-2450-4b55-b1a8-c1a16321aaee tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0550530 Mar 07 13:45:28.652488 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5cb31f8a-6e13-49d7-b69c-b20275696cfb req-153f3a32-997b-4f46-a5ae-df694026aa3f tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421410 Mar 07 13:45:29.596936 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-06121cf1-41b0-4459-8626-6cc1e07c8d4e req-8633e433-52a0-4df9-bb64-4b316b60addb tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 210 time: 0.0327785 Mar 07 13:45:29.634655 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90e0af-b9fc-4202-a24c-a8dca83d1bda req-e1cb6dca-820a-4f15-806a-0c2b88351104 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:29.636089 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff90e0af-b9fc-4202-a24c-a8dca83d1bda req-e1cb6dca-820a-4f15-806a-0c2b88351104 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 946 time: 0.0635765 Mar 07 13:45:29.680750 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff90e0af-b9fc-4202-a24c-a8dca83d1bda req-1619abb2-91b9-4829-9397-d0b4af3b4383 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391376 Mar 07 13:45:29.766022 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094491c-88b3-40bc-b4ff-062746304e6b req-28ff3f5b-9c91-4ef0-bd6a-4fb325fce999 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:29.767509 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e094491c-88b3-40bc-b4ff-062746304e6b req-28ff3f5b-9c91-4ef0-bd6a-4fb325fce999 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0509994 Mar 07 13:45:29.816635 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e094491c-88b3-40bc-b4ff-062746304e6b req-d2fcf5e0-7f9a-4276-b883-8606ad896833 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437403 Mar 07 13:45:30.540076 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device ee06e386-7e5c-442b-80f8-04678a51a0d0 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:45:30.562581 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] No Port match for: ee06e386-7e5c-442b-80f8-04678a51a0d0 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:45:30.563075 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device ee06e386-7e5c-442b-80f8-04678a51a0d0 not bound to the agent host hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:45:30.688828 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0431c3eb-e9d4-430e-8e9d-b0f46f4f4921 req-1898e40e-b07a-4c27-a1e5-530fa2a683a9 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 210 time: 0.0272255 Mar 07 13:45:30.805396 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c86bd-d731-4b19-aae5-7d4c4a7c7175 req-6125f6d7-1187-46d3-b2fc-1d29f05fd332 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:30.806858 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-205c86bd-d731-4b19-aae5-7d4c4a7c7175 req-6125f6d7-1187-46d3-b2fc-1d29f05fd332 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 946 time: 0.0517983 Mar 07 13:45:30.854113 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-205c86bd-d731-4b19-aae5-7d4c4a7c7175 req-8b83d824-bbdb-489e-a992-10872dae8934 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416582 Mar 07 13:45:30.932689 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde3ea3-9990-4011-a2c3-3164dbfa1ac7 req-0d6d63fd-0308-43c0-b104-66c1d1178c67 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:30.934185 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-acde3ea3-9990-4011-a2c3-3164dbfa1ac7 req-0d6d63fd-0308-43c0-b104-66c1d1178c67 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0522656 Mar 07 13:45:30.982996 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-acde3ea3-9990-4011-a2c3-3164dbfa1ac7 req-80b1e15a-eef7-4c21-9477-ccd0ba762ad6 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427334 Mar 07 13:45:31.783146 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-009883f3-3532-4e6a-bc5d-159ab0317fa8 req-ee00e853-b33e-4bd2-816d-8475a02c594c tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 210 time: 0.0286593 Mar 07 13:45:31.971874 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab23713-3f6a-48c6-8cf8-5f54d6fc662f req-8b01497c-98e4-49e7-ba2d-ed48fd7b2bd7 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:31.973357 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8ab23713-3f6a-48c6-8cf8-5f54d6fc662f req-8b01497c-98e4-49e7-ba2d-ed48fd7b2bd7 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 946 time: 0.0528986 Mar 07 13:45:32.019908 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8ab23713-3f6a-48c6-8cf8-5f54d6fc662f req-c3b86b1d-94a8-419d-9271-c4db3419b960 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410156 Mar 07 13:45:32.110148 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1ca52-4154-4b47-9174-6ec521900af3 req-ab092d2f-29e3-4601-add0-2471afb5fbd2 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:32.111692 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-aef1ca52-4154-4b47-9174-6ec521900af3 req-ab092d2f-29e3-4601-add0-2471afb5fbd2 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0549910 Mar 07 13:45:32.164623 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-aef1ca52-4154-4b47-9174-6ec521900af3 req-9b398baf-0165-46dd-a452-5133f8139d33 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468204 Mar 07 13:45:32.317961 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:45:32.863116 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:32.877255 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f090b687-d8e9-43d8-9132-879e27daa124 req-77e001a1-fc8d-464f-8744-9481a69b6432 tempest-DeleteServersTestJSON-648222654 tempest-DeleteServersTestJSON-648222654-project] 10.222.0.24 "GET /v2.0/ports?device_id=0176623f-6a0f-408e-b5fe-7484f1316fb2 HTTP/1.1" status: 200 len: 210 time: 0.0275853 Mar 07 13:45:33.142076 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261f418-3aff-4e94-a65d-197ab85dbc9e req-edbadb86-4e6a-42ef-b5f2-92945c3aa0f7 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:33.143612 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0261f418-3aff-4e94-a65d-197ab85dbc9e req-edbadb86-4e6a-42ef-b5f2-92945c3aa0f7 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 946 time: 0.0525219 Mar 07 13:45:33.195534 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0261f418-3aff-4e94-a65d-197ab85dbc9e req-3d805984-58c4-4eec-9b31-61ec6759f6c5 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455892 Mar 07 13:45:33.284328 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c8c6a-12b6-4815-a376-56e844763245 req-daa02cba-accd-402f-abdf-7b4cfd073e04 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:33.286009 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-355c8c6a-12b6-4815-a376-56e844763245 req-daa02cba-accd-402f-abdf-7b4cfd073e04 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0551505 Mar 07 13:45:33.337794 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-355c8c6a-12b6-4815-a376-56e844763245 req-89d9ea9a-1faf-4dd7-866e-ac8bb988b9fc tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460837 Mar 07 13:45:34.448643 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075574ed-ecf7-4ac9-ba31-6fdbed11eab2 req-3df474e2-4057-4aae-a2a7-bac9fed625f9 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:34.450390 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-075574ed-ecf7-4ac9-ba31-6fdbed11eab2 req-3df474e2-4057-4aae-a2a7-bac9fed625f9 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 946 time: 0.0588720 Mar 07 13:45:34.532493 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-075574ed-ecf7-4ac9-ba31-6fdbed11eab2 req-9117e4c1-3292-4678-9e6c-790790baa24e tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721538 Mar 07 13:45:34.540547 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fb363-4dbe-44b4-9ca0-22715f2c52f9 req-d5d19548-0d47-44a9-b9a5-115ef3182acf tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:34.542203 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-428fb363-4dbe-44b4-9ca0-22715f2c52f9 req-d5d19548-0d47-44a9-b9a5-115ef3182acf tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0908926 Mar 07 13:45:34.612796 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-428fb363-4dbe-44b4-9ca0-22715f2c52f9 req-e4b29b5e-d3c1-4818-b98e-ddee34216efa tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515306 Mar 07 13:45:35.659208 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78ecc7-a9cf-441e-9fca-e48bd2488c60 req-b361b87f-c116-46b0-9df5-3e694513b75d tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:35.660688 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff78ecc7-a9cf-441e-9fca-e48bd2488c60 req-b361b87f-c116-46b0-9df5-3e694513b75d tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 946 time: 0.0572402 Mar 07 13:45:35.734708 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff78ecc7-a9cf-441e-9fca-e48bd2488c60 req-73e582b4-a857-4fc1-accd-55151e244ba2 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684297 Mar 07 13:45:35.753014 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b28c6f-9770-4ad0-8b3b-7027d37abc33 req-b3d8cbeb-7442-4672-b267-ff428e299933 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:35.754509 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f2b28c6f-9770-4ad0-8b3b-7027d37abc33 req-b3d8cbeb-7442-4672-b267-ff428e299933 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0720239 Mar 07 13:45:35.801416 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f2b28c6f-9770-4ad0-8b3b-7027d37abc33 req-d514831a-3fba-4ae8-8380-951878937d18 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414402 Mar 07 13:45:36.861889 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b8552-16f5-41e3-bf8e-31077bad9b4d req-30ae4284-181a-42e3-a77e-e77d4dce90de tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:36.864245 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-994b8552-16f5-41e3-bf8e-31077bad9b4d req-30ae4284-181a-42e3-a77e-e77d4dce90de tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 946 time: 0.0614340 Mar 07 13:45:36.940276 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-994b8552-16f5-41e3-bf8e-31077bad9b4d req-781febfe-c366-40e4-8e41-ce498d6d39e3 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646515 Mar 07 13:45:36.949562 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115eba83-9d1e-4399-a975-86c5f9fb14ab req-b790121e-e2d5-4eae-8f6d-e115dfa239dd tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:36.951044 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-115eba83-9d1e-4399-a975-86c5f9fb14ab req-b790121e-e2d5-4eae-8f6d-e115dfa239dd tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0839229 Mar 07 13:45:36.996213 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-115eba83-9d1e-4399-a975-86c5f9fb14ab req-9c3fdcd3-b390-40db-a28f-2002a854472a tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391653 Mar 07 13:45:38.057638 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b3e0e-0541-4f97-b90b-8bd3c91fb3b7 req-00d1a728-a1bd-4560-bcca-ead1b128429a tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:38.059272 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b20b3e0e-0541-4f97-b90b-8bd3c91fb3b7 req-00d1a728-a1bd-4560-bcca-ead1b128429a tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 946 time: 0.0545256 Mar 07 13:45:38.136537 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b20b3e0e-0541-4f97-b90b-8bd3c91fb3b7 req-eef2c64a-ba2d-45e4-b241-c3355b0e4d3c tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698740 Mar 07 13:45:38.149909 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974b5f7-bacb-4889-a170-692f1f4b138d req-d9cbbb04-7bfa-430a-9dbe-d198519c45e9 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:38.151344 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7974b5f7-bacb-4889-a170-692f1f4b138d req-d9cbbb04-7bfa-430a-9dbe-d198519c45e9 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0864973 Mar 07 13:45:38.199219 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7974b5f7-bacb-4889-a170-692f1f4b138d req-b4d2b3ab-68c6-4b31-a712-66f06facc657 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425439 Mar 07 13:45:39.252604 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e7678-966c-465e-80ca-34b5fd93ad8c req-733f586f-449f-4853-b352-68669055c0a3 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:39.254105 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c47e7678-966c-465e-80ca-34b5fd93ad8c req-733f586f-449f-4853-b352-68669055c0a3 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 946 time: 0.0540905 Mar 07 13:45:39.341695 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c47e7678-966c-465e-80ca-34b5fd93ad8c req-ece79841-04d1-4246-95e6-e9ecea9d8585 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821991 Mar 07 13:45:39.353403 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bc8d1-f295-4146-a31f-e217070bb3c1 req-39971aef-78d4-4162-91ab-298a104428f5 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:39.354859 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bc4bc8d1-f295-4146-a31f-e217070bb3c1 req-39971aef-78d4-4162-91ab-298a104428f5 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0897636 Mar 07 13:45:39.403388 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bc4bc8d1-f295-4146-a31f-e217070bb3c1 req-9a72b32b-a2e9-4a22-ba65-1d4e6bf73d62 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424058 Mar 07 13:45:40.510015 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f6510-9c79-48e1-a58f-25c7913fcbc4 req-4709a474-7515-4151-aeb4-dd15b6d6b97b tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:40.511486 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-549f6510-9c79-48e1-a58f-25c7913fcbc4 req-4709a474-7515-4151-aeb4-dd15b6d6b97b tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 946 time: 0.0932934 Mar 07 13:45:40.547721 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4172909-9576-449f-adcb-e1f888753829 req-a0c615ad-89be-44cc-8c47-67303aa66cf4 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:40.549152 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a4172909-9576-449f-adcb-e1f888753829 req-a0c615ad-89be-44cc-8c47-67303aa66cf4 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0812767 Mar 07 13:45:40.585910 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-549f6510-9c79-48e1-a58f-25c7913fcbc4 req-2175f4ef-5734-4877-9331-f1563166c437 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674560 Mar 07 13:45:40.612332 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a4172909-9576-449f-adcb-e1f888753829 req-c2efddb4-2942-4114-b354-26cbf9c642c2 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563083 Mar 07 13:45:41.732833 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba78ec6-bf7e-4133-8073-0cdb7f15591f req-0504e4ed-a07c-48b8-a592-3333b412ad0f tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:41.734330 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dba78ec6-bf7e-4133-8073-0cdb7f15591f req-0504e4ed-a07c-48b8-a592-3333b412ad0f tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 946 time: 0.0838172 Mar 07 13:45:41.753708 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54829b-dd2f-4ca0-8c84-b4ead9e6f989 req-ff7b7d2d-fcd3-42a7-8d9f-16c77d673dea tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:41.755114 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1c54829b-dd2f-4ca0-8c84-b4ead9e6f989 req-ff7b7d2d-fcd3-42a7-8d9f-16c77d673dea tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0757055 Mar 07 13:45:41.822490 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dba78ec6-bf7e-4133-8073-0cdb7f15591f req-0c7b0b40-0498-4b20-a130-77008c0fedfb tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816576 Mar 07 13:45:41.827342 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1c54829b-dd2f-4ca0-8c84-b4ead9e6f989 req-a62516c0-9872-4635-bc73-0b8999797817 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650451 Mar 07 13:45:42.977652 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c703d-1352-458c-9011-84c138319a74 req-9ae55492-0513-466b-ad7f-078a4dda2d7e tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:42.979120 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-075c703d-1352-458c-9011-84c138319a74 req-9ae55492-0513-466b-ad7f-078a4dda2d7e tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0829017 Mar 07 13:45:42.992194 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c45f59-faab-472a-beb4-9603aa431ef8 req-1750a672-9e98-4078-874c-9f2607d53985 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:42.994001 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-35c45f59-faab-472a-beb4-9603aa431ef8 req-1750a672-9e98-4078-874c-9f2607d53985 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 946 time: 0.0869646 Mar 07 13:45:43.070116 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-075c703d-1352-458c-9011-84c138319a74 req-e3a67552-6fea-4f93-b547-355de65c93e9 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745404 Mar 07 13:45:43.074154 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-35c45f59-faab-472a-beb4-9603aa431ef8 req-a3cfdd7f-2d7b-4909-94b3-7d688ea1ea0a tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647843 Mar 07 13:45:44.221396 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ce5ca-533e-4b68-8242-4ac07255f12f req-af35c1aa-d324-474e-b915-11a3e0da59a0 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:44.222855 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ea7ce5ca-533e-4b68-8242-4ac07255f12f req-af35c1aa-d324-474e-b915-11a3e0da59a0 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0857744 Mar 07 13:45:44.230088 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2d88b-b026-4550-9379-450ed711ca4d req-f138acc9-9700-46ea-bdc6-0dd409fe8e69 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:44.231447 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cec2d88b-b026-4550-9379-450ed711ca4d req-f138acc9-9700-46ea-bdc6-0dd409fe8e69 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 946 time: 0.0925403 Mar 07 13:45:44.298111 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ea7ce5ca-533e-4b68-8242-4ac07255f12f req-3eb86df0-4244-4aac-bcdb-7586dd9e378c tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657444 Mar 07 13:45:44.305213 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cec2d88b-b026-4550-9379-450ed711ca4d req-9adc27cf-5ffe-423c-97a2-88c09965c772 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672760 Mar 07 13:45:45.447966 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc62d06-0254-4536-93a0-7e05b6e1a2de req-3ba4e91b-5233-4490-a231-898a762e3583 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:45.449356 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7cc62d06-0254-4536-93a0-7e05b6e1a2de req-3ba4e91b-5233-4490-a231-898a762e3583 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 946 time: 0.0753133 Mar 07 13:45:45.457263 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695edd1-5c07-4dc7-81f4-ad9c4c8f4adf req-afea91d5-e5bb-4012-85b6-9fe0c8cf7c2f tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:45.458615 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9695edd1-5c07-4dc7-81f4-ad9c4c8f4adf req-afea91d5-e5bb-4012-85b6-9fe0c8cf7c2f tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0931177 Mar 07 13:45:45.527989 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7cc62d06-0254-4536-93a0-7e05b6e1a2de req-71ba3de9-4120-4b8f-b828-ec89289d4565 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684586 Mar 07 13:45:45.530913 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9695edd1-5c07-4dc7-81f4-ad9c4c8f4adf req-b216b891-27c2-4c4c-a8d8-fa1066f9e671 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659404 Mar 07 13:45:46.676917 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e07d14-c8a7-4821-bfc3-28cf3d31022d req-6c9e62ca-9b8f-4a88-978e-5260deead276 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:46.678384 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e4e07d14-c8a7-4821-bfc3-28cf3d31022d req-6c9e62ca-9b8f-4a88-978e-5260deead276 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0813909 Mar 07 13:45:46.685446 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c27e0-213e-4458-9669-6f63c115422c req-1f555045-74d7-403c-a50c-514d6dec93c4 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:46.686776 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-829c27e0-213e-4458-9669-6f63c115422c req-1f555045-74d7-403c-a50c-514d6dec93c4 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 946 time: 0.0910015 Mar 07 13:45:46.755130 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e4e07d14-c8a7-4821-bfc3-28cf3d31022d req-b08537b2-22fb-40a1-93bc-e93318e74db3 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674372 Mar 07 13:45:46.762034 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-829c27e0-213e-4458-9669-6f63c115422c req-71179346-de56-43c9-8f4d-3931b86536d0 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684078 Mar 07 13:45:47.853620 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a6b1cda-70b8-4ec1-a703-5a24e47c4f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:47.909589 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbdd4d-2525-4e53-a4b2-8a5f6cd8d63f req-7393db99-ff9d-44a6-b918-20392daae89c tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:47.911063 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0efbdd4d-2525-4e53-a4b2-8a5f6cd8d63f req-7393db99-ff9d-44a6-b918-20392daae89c tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0905583 Mar 07 13:45:47.922435 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1934629-51bd-4067-b2c5-9ca5e896aba4 req-373b885b-b147-4ab6-8cde-b189f1ff7499 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:47.923798 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f1934629-51bd-4067-b2c5-9ca5e896aba4 req-373b885b-b147-4ab6-8cde-b189f1ff7499 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 946 time: 0.0868180 Mar 07 13:45:48.022579 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0efbdd4d-2525-4e53-a4b2-8a5f6cd8d63f req-e917b06b-3fb4-4386-8a2e-bd9a46c2272c tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978673 Mar 07 13:45:48.029060 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f1934629-51bd-4067-b2c5-9ca5e896aba4 req-ff233784-8f1b-418c-89d2-c90204fd67b5 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989077 Mar 07 13:45:48.044672 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e3103-c6fa-4241-b0cd-f6c998275a48 req-107a1db2-bd39-401b-95e4-e40de543afd0 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:48.046139 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9d2e3103-c6fa-4241-b0cd-f6c998275a48 req-107a1db2-bd39-401b-95e4-e40de543afd0 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 946 time: 0.1067717 Mar 07 13:45:48.145480 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-9d2e3103-c6fa-4241-b0cd-f6c998275a48 req-6aff8b3f-e63b-4bf7-bae8-4ec6e844e1ea tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Deleting port 925ee9e4-3703-413f-bc5b-84bfa6beb4d2 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:45:48.146013 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9d2e3103-c6fa-4241-b0cd-f6c998275a48 req-6aff8b3f-e63b-4bf7-bae8-4ec6e844e1ea tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (925ee9e4-3703-413f-bc5b-84bfa6beb4d2), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:48.234351 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-9d2e3103-c6fa-4241-b0cd-f6c998275a48 req-6aff8b3f-e63b-4bf7-bae8-4ec6e844e1ea tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] For port 925ee9e4-3703-413f-bc5b-84bfa6beb4d2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=925ee9e4-3703-413f-bc5b-84bfa6beb4d2,segment=NetworkSegment(7ad5a2ac-07e9-441b-a198-f54411ff24d4),segment_id=7ad5a2ac-07e9-441b-a198-f54411ff24d4)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:45:48.234818 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9d2e3103-c6fa-4241-b0cd-f6c998275a48 req-6aff8b3f-e63b-4bf7-bae8-4ec6e844e1ea tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (925ee9e4-3703-413f-bc5b-84bfa6beb4d2), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:48.246847 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-9d2e3103-c6fa-4241-b0cd-f6c998275a48 req-6aff8b3f-e63b-4bf7-bae8-4ec6e844e1ea tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Calling delete_port for 925ee9e4-3703-413f-bc5b-84bfa6beb4d2 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:45:48.372164 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9d2e3103-c6fa-4241-b0cd-f6c998275a48 req-6aff8b3f-e63b-4bf7-bae8-4ec6e844e1ea tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (925ee9e4-3703-413f-bc5b-84bfa6beb4d2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:48.401368 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff8b3f-e63b-4bf7-bae8-4ec6e844e1ea tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Pushing event deleted for resources: {'Port': ['ID=925ee9e4-3703-413f-bc5b-84bfa6beb4d2,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:48.439748 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2e3103-c6fa-4241-b0cd-f6c998275a48 req-6aff8b3f-e63b-4bf7-bae8-4ec6e844e1ea tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] No DVR routers for this DVR port 925ee9e4-3703-413f-bc5b-84bfa6beb4d2 on host hv-cinder-81322 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:45:48.442635 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9d2e3103-c6fa-4241-b0cd-f6c998275a48 req-6aff8b3f-e63b-4bf7-bae8-4ec6e844e1ea tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:48.445858 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9d2e3103-c6fa-4241-b0cd-f6c998275a48 req-6aff8b3f-e63b-4bf7-bae8-4ec6e844e1ea tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.10 "DELETE /v2.0/ports/925ee9e4-3703-413f-bc5b-84bfa6beb4d2 HTTP/1.1" status: 204 len: 173 time: 0.3939371 Mar 07 13:45:48.446296 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9076970-7e7e-47bd-b58b-ebd81f2e3daf', 'name': 'network-vif-deleted', 'tag': '925ee9e4-3703-413f-bc5b-84bfa6beb4d2'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:45:48.448512 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e50108e-bb53-41cd-a3fb-93fc8d762e83" -d '{"events": [{"server_uuid": "a9076970-7e7e-47bd-b58b-ebd81f2e3daf", "name": "network-vif-deleted", "tag": "925ee9e4-3703-413f-bc5b-84bfa6beb4d2"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:45:48.483030 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e859de-de97-4a2d-bc6c-6ee7533232cd x-openstack-request-id: req-64e859de-de97-4a2d-bc6c-6ee7533232cd {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:45:48.483321 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9076970-7e7e-47bd-b58b-ebd81f2e3daf", "name": "network-vif-deleted", "tag": "925ee9e4-3703-413f-bc5b-84bfa6beb4d2", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:45:48.483570 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64e859de-de97-4a2d-bc6c-6ee7533232cd {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:45:48.483957 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9076970-7e7e-47bd-b58b-ebd81f2e3daf', 'name': 'network-vif-deleted', 'tag': '925ee9e4-3703-413f-bc5b-84bfa6beb4d2', 'status': 'completed', 'code': 200} Mar 07 13:45:49.177894 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-05ed0ed2-e28f-4e6f-8fd7-93b13429aa30 req-96994d64-2749-4175-9182-6224766bb001 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9076970-7e7e-47bd-b58b-ebd81f2e3daf HTTP/1.1" status: 200 len: 210 time: 0.0557656 Mar 07 13:45:49.210016 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d68ac6-374b-45f6-860d-7bcae74fc370 req-ec6299a6-ea2e-48af-9880-c8c28b17af50 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:49.212389 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f3d68ac6-374b-45f6-860d-7bcae74fc370 req-ec6299a6-ea2e-48af-9880-c8c28b17af50 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.1062891 Mar 07 13:45:49.276797 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f3d68ac6-374b-45f6-860d-7bcae74fc370 req-fe4c4a32-afc4-47ce-aa8d-b91a04770e04 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533876 Mar 07 13:45:49.308185 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 53468) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:49.353790 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e4f706-ed46-4277-a66b-7322a82518b4 admin admin] Deleting subnet 3c53b096-0533-4e79-b5c2-936dcafe4e8b {{(pid=109593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 13:45:49.357055 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-63e4f706-ed46-4277-a66b-7322a82518b4 admin admin] Publish callbacks [] for subnet (3c53b096-0533-4e79-b5c2-936dcafe4e8b), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:49.391514 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-63e4f706-ed46-4277-a66b-7322a82518b4 admin admin] Publish callbacks [] for subnet (3c53b096-0533-4e79-b5c2-936dcafe4e8b), precommit_delete_associations {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:49.397043 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-63e4f706-ed46-4277-a66b-7322a82518b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663011'] for subnet (3c53b096-0533-4e79-b5c2-936dcafe4e8b), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:49.450430 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-63e4f706-ed46-4277-a66b-7322a82518b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for subnet (3c53b096-0533-4e79-b5c2-936dcafe4e8b), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:49.483477 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4f706-ed46-4277-a66b-7322a82518b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c53b096-0533-4e79-b5c2-936dcafe4e8b,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:49.488586 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-63e4f706-ed46-4277-a66b-7322a82518b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:49.494036 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-63e4f706-ed46-4277-a66b-7322a82518b4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3c53b096-0533-4e79-b5c2-936dcafe4e8b HTTP/1.1" status: 204 len: 168 time: 0.1847539 Mar 07 13:45:49.494248 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 53470) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:49.576208 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad306a58-e013-4e12-97bd-5f012ccc1d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635500'] for network (5cc4f065-465d-48c8-82cf-d0545d865d60), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:49.666768 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad306a58-e013-4e12-97bd-5f012ccc1d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725100', 'neutron.services.segments.db._delete_segments_for_network-8776652592487'] for network (5cc4f065-465d-48c8-82cf-d0545d865d60), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:49.707546 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-ad306a58-e013-4e12-97bd-5f012ccc1d87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc4f065-465d-48c8-82cf-d0545d865d60']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:49.719165 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-ad306a58-e013-4e12-97bd-5f012ccc1d87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e84104-276b-4fe8-8c49-0e2a5c39d9ac') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:49.719486 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-ad306a58-e013-4e12-97bd-5f012ccc1d87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e84104-276b-4fe8-8c49-0e2a5c39d9ac') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:49.848540 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 925ee9e4-3703-413f-bc5b-84bfa6beb4d2 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:45:49.876735 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] No Port match for: 925ee9e4-3703-413f-bc5b-84bfa6beb4d2 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:45:49.876735 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 925ee9e4-3703-413f-bc5b-84bfa6beb4d2 not bound to the agent host hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:45:49.923739 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad306a58-e013-4e12-97bd-5f012ccc1d87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776652593776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4840072'] for segment (d1e84104-276b-4fe8-8c49-0e2a5c39d9ac), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:49.939695 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799a8bd-f154-4861-9acd-eba9856ec526 req-e38eb080-8668-46d6-a16c-9be69c2cf7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:49.941393 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d799a8bd-f154-4861-9acd-eba9856ec526 req-e38eb080-8668-46d6-a16c-9be69c2cf7e5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 1129 time: 0.2858984 Mar 07 13:45:49.942357 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad306a58-e013-4e12-97bd-5f012ccc1d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (d1e84104-276b-4fe8-8c49-0e2a5c39d9ac), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:49.949994 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad306a58-e013-4e12-97bd-5f012ccc1d87 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 13:45:49.950386 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad306a58-e013-4e12-97bd-5f012ccc1d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4839594'] for segment (d1e84104-276b-4fe8-8c49-0e2a5c39d9ac), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: Traceback (most recent call last): Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: timer() Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: cb(*args, **kw) Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: return func(*args, **kwargs) Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: self._notify() Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: self.callback(batched_events) Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: event.method(event) Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: return f(self, *a, **k) Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: return self._get(url).json() Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: return self.request(url, 'GET', **kwargs) Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 13:45:49.956917 dv-cinder-813222-6-iscsi neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 13:45:50.032981 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad306a58-e013-4e12-97bd-5f012ccc1d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8114104'] for network (5cc4f065-465d-48c8-82cf-d0545d865d60), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:50.043403 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d799a8bd-f154-4861-9acd-eba9856ec526 req-f7d7f0ca-4f66-4407-ba12-e59f174155ab service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932281 Mar 07 13:45:50.044661 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad306a58-e013-4e12-97bd-5f012ccc1d87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:50.051756 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 53486) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:50.051915 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-ad306a58-e013-4e12-97bd-5f012ccc1d87 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5cc4f065-465d-48c8-82cf-d0545d865d60 HTTP/1.1" status: 204 len: 168 time: 0.5566876 Mar 07 13:45:50.063832 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad306a58-e013-4e12-97bd-5f012ccc1d87 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cc4f065-465d-48c8-82cf-d0545d865d60,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:50.069906 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9bbb3dfb-51db-4065-b684-3c0cfe412d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:50.100808 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cea9bca-14d9-407e-8407-3f06968daa05 admin admin] Deleting subnet 3d837f12-b8fd-425a-83e1-3b6774c9f195 {{(pid=109593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 13:45:50.104090 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5cea9bca-14d9-407e-8407-3f06968daa05 admin admin] Publish callbacks [] for subnet (3d837f12-b8fd-425a-83e1-3b6774c9f195), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:50.142431 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5cea9bca-14d9-407e-8407-3f06968daa05 admin admin] Publish callbacks [] for subnet (3d837f12-b8fd-425a-83e1-3b6774c9f195), precommit_delete_associations {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:50.148272 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5cea9bca-14d9-407e-8407-3f06968daa05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663011'] for subnet (3d837f12-b8fd-425a-83e1-3b6774c9f195), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:50.173464 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 53494) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:50.199873 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5cea9bca-14d9-407e-8407-3f06968daa05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for subnet (3d837f12-b8fd-425a-83e1-3b6774c9f195), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:50.221727 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39d7492-1652-4452-9632-0bb063544561 admin admin] Deleting subnet 0ab1ae3a-3d96-4f62-ade6-6046f32292a0 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 13:45:50.224969 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e39d7492-1652-4452-9632-0bb063544561 admin admin] Publish callbacks [] for subnet (0ab1ae3a-3d96-4f62-ade6-6046f32292a0), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:50.227231 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea9bca-14d9-407e-8407-3f06968daa05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d837f12-b8fd-425a-83e1-3b6774c9f195,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:50.233206 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5cea9bca-14d9-407e-8407-3f06968daa05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:50.239564 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-5cea9bca-14d9-407e-8407-3f06968daa05 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3d837f12-b8fd-425a-83e1-3b6774c9f195 HTTP/1.1" status: 204 len: 168 time: 0.1837909 Mar 07 13:45:50.243329 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 53498) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:50.273646 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e39d7492-1652-4452-9632-0bb063544561 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4840051'] for subnet (0ab1ae3a-3d96-4f62-ade6-6046f32292a0), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:50.338555 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a69a63e0-fb15-4c44-a2eb-f93e7958a867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635500'] for network (ff075b10-cf82-4528-9b4a-7ae3272f0a7a), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:50.340337 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e39d7492-1652-4452-9632-0bb063544561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663011'] for subnet (0ab1ae3a-3d96-4f62-ade6-6046f32292a0), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:50.441680 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a69a63e0-fb15-4c44-a2eb-f93e7958a867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725100', 'neutron.services.segments.db._delete_segments_for_network-8776652592487'] for network (ff075b10-cf82-4528-9b4a-7ae3272f0a7a), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:50.446459 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e39d7492-1652-4452-9632-0bb063544561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4839616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5536110'] for subnet (0ab1ae3a-3d96-4f62-ade6-6046f32292a0), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:50.470057 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a69a63e0-fb15-4c44-a2eb-f93e7958a867 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:45:50.470422 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a69a63e0-fb15-4c44-a2eb-f93e7958a867 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:45:50.471859 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a69a63e0-fb15-4c44-a2eb-f93e7958a867 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:45:50.472366 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a69a63e0-fb15-4c44-a2eb-f93e7958a867 admin admin] Subscribe: > port after_create 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:45:50.472870 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a69a63e0-fb15-4c44-a2eb-f93e7958a867 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:45:50.473397 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a69a63e0-fb15-4c44-a2eb-f93e7958a867 admin admin] Subscribe: > port after_update 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:45:50.473889 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a69a63e0-fb15-4c44-a2eb-f93e7958a867 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:45:50.474375 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a69a63e0-fb15-4c44-a2eb-f93e7958a867 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:45:50.474865 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a69a63e0-fb15-4c44-a2eb-f93e7958a867 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:45:50.475355 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a69a63e0-fb15-4c44-a2eb-f93e7958a867 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:45:50.508756 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e39d7492-1652-4452-9632-0bb063544561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:50.514148 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-e39d7492-1652-4452-9632-0bb063544561 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0ab1ae3a-3d96-4f62-ade6-6046f32292a0 HTTP/1.1" status: 204 len: 168 time: 0.3376069 Mar 07 13:45:50.515067 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d7492-1652-4452-9632-0bb063544561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ab1ae3a-3d96-4f62-ade6-6046f32292a0,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:50.517375 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 53524) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:50.548605 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a69a63e0-fb15-4c44-a2eb-f93e7958a867 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:45:50.548959 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a69a63e0-fb15-4c44-a2eb-f93e7958a867 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:45:50.549331 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a69a63e0-fb15-4c44-a2eb-f93e7958a867 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:45:50.549672 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a69a63e0-fb15-4c44-a2eb-f93e7958a867 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:45:50.550053 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-a69a63e0-fb15-4c44-a2eb-f93e7958a867 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff075b10-cf82-4528-9b4a-7ae3272f0a7a']}} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:50.568451 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-a69a63e0-fb15-4c44-a2eb-f93e7958a867 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9f3e9f-d958-48ca-88af-681818732adb') {'for_net_delete': True} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:50.568755 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-a69a63e0-fb15-4c44-a2eb-f93e7958a867 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9f3e9f-d958-48ca-88af-681818732adb') {} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:50.586011 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a69a63e0-fb15-4c44-a2eb-f93e7958a867 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776652593776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25006563'] for segment (cf9f3e9f-d958-48ca-88af-681818732adb), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:50.610146 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a69a63e0-fb15-4c44-a2eb-f93e7958a867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (cf9f3e9f-d958-48ca-88af-681818732adb), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:50.617922 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64744c5a-6547-4d21-9759-bb7e355b8dc4 req-ebba4e15-34ef-4208-b9ee-1ac6881ceb9c tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:50.619125 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69a63e0-fb15-4c44-a2eb-f93e7958a867 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=109593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 13:45:50.619426 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-64744c5a-6547-4d21-9759-bb7e355b8dc4 req-ebba4e15-34ef-4208-b9ee-1ac6881ceb9c tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.2211881 Mar 07 13:45:50.619652 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a69a63e0-fb15-4c44-a2eb-f93e7958a867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4238678'] for segment (cf9f3e9f-d958-48ca-88af-681818732adb), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: from cryptography.utils import int_from_bytes Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: from cryptography.utils import int_from_bytes Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: Traceback (most recent call last): Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: timer() Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: cb(*args, **kw) Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: return func(*args, **kwargs) Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: self._notify() Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: self.callback(batched_events) Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: event.method(event) Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: return f(self, *a, **k) Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: return self._get(url).json() Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: return self.request(url, 'GET', **kwargs) Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 13:45:50.635114 dv-cinder-813222-6-iscsi neutron-server[109593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 13:45:50.672796 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-da12a1cc-f195-45cc-b89e-d23f106b493f tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:50.674313 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-da12a1cc-f195-45cc-b89e-d23f106b493f tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/networks?id=8a9f18e3-f5b0-432c-9d31-7a381b63878e HTTP/1.1" status: 200 len: 809 time: 0.2297981 Mar 07 13:45:50.677981 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32a17634-311b-489c-a739-fe0eb0872403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635500'] for network (914c7625-64ea-41a0-8950-7251e7015904), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:50.687224 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a69a63e0-fb15-4c44-a2eb-f93e7958a867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8114104'] for network (ff075b10-cf82-4528-9b4a-7ae3272f0a7a), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:50.695774 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a69a63e0-fb15-4c44-a2eb-f93e7958a867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:50.699203 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-a69a63e0-fb15-4c44-a2eb-f93e7958a867 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ff075b10-cf82-4528-9b4a-7ae3272f0a7a HTTP/1.1" status: 204 len: 168 time: 0.4547679 Mar 07 13:45:50.706883 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-9b05a64d-a947-4334-8bb9-8dc4273ac6a3 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/quotas/82f409344fb44431b78010df3681e746 HTTP/1.1" status: 200 len: 375 time: 0.0230684 Mar 07 13:45:50.710482 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a63e0-fb15-4c44-a2eb-f93e7958a867 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff075b10-cf82-4528-9b4a-7ae3272f0a7a,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:50.732990 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-64744c5a-6547-4d21-9759-bb7e355b8dc4 req-10402d25-0338-4a06-9cd7-ef84516e4d37 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012840 Mar 07 13:45:50.770019 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-3a8fdb5a-30c2-4568-a133-cca820a18886 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=82f409344fb44431b78010df3681e746&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537741 Mar 07 13:45:50.842194 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32a17634-311b-489c-a739-fe0eb0872403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725100', 'neutron.services.segments.db._delete_segments_for_network-8776652592487'] for network (914c7625-64ea-41a0-8950-7251e7015904), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:50.880309 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 53534) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:50.897421 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-32a17634-311b-489c-a739-fe0eb0872403 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914c7625-64ea-41a0-8950-7251e7015904']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:50.910336 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-32a17634-311b-489c-a739-fe0eb0872403 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3888a266-2606-4bda-82ef-66052acb482d') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:50.910633 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-32a17634-311b-489c-a739-fe0eb0872403 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3888a266-2606-4bda-82ef-66052acb482d') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:50.920754 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-901b8696-bca0-49e2-91a7-133deae3460b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da5cd0664dc746a1a57d243636f9d52d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391941 Mar 07 13:45:50.923892 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 53536) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:50.925942 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32a17634-311b-489c-a739-fe0eb0872403 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776652593776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4840072'] for segment (3888a266-2606-4bda-82ef-66052acb482d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:50.944382 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-857b3fcb-aeda-485f-97f0-433585ace861 service neutron] 10.222.0.24 "GET /v2.0/networks/8a9f18e3-f5b0-432c-9d31-7a381b63878e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621664 Mar 07 13:45:50.947933 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32a17634-311b-489c-a739-fe0eb0872403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (3888a266-2606-4bda-82ef-66052acb482d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:50.970648 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a17634-311b-489c-a739-fe0eb0872403 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 13:45:50.971042 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32a17634-311b-489c-a739-fe0eb0872403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4839594'] for segment (3888a266-2606-4bda-82ef-66052acb482d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: Traceback (most recent call last): Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: timer() Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: cb(*args, **kw) Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: return func(*args, **kwargs) Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: self._notify() Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: self.callback(batched_events) Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: event.method(event) Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: return f(self, *a, **k) Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: return self._get(url).json() Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: return self.request(url, 'GET', **kwargs) Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 13:45:50.972634 dv-cinder-813222-6-iscsi neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 13:45:50.974592 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8b3335a0-67f6-475a-b9b8-7f44a5418cd6 admin admin] Publish callbacks [] for security_group (7db3a4ba-2ce2-44da-9a22-562be3ba6e10), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:50.994835 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8b3335a0-67f6-475a-b9b8-7f44a5418cd6 admin admin] Publish callbacks [] for security_group (7db3a4ba-2ce2-44da-9a22-562be3ba6e10), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:51.047160 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8b3335a0-67f6-475a-b9b8-7f44a5418cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (7db3a4ba-2ce2-44da-9a22-562be3ba6e10), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:51.050085 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8b3335a0-67f6-475a-b9b8-7f44a5418cd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:51.051707 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-8b3335a0-67f6-475a-b9b8-7f44a5418cd6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7db3a4ba-2ce2-44da-9a22-562be3ba6e10 HTTP/1.1" status: 204 len: 168 time: 0.1269279 Mar 07 13:45:51.064403 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32a17634-311b-489c-a739-fe0eb0872403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8114104'] for network (914c7625-64ea-41a0-8950-7251e7015904), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:51.065176 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3335a0-67f6-475a-b9b8-7f44a5418cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db3a4ba-2ce2-44da-9a22-562be3ba6e10,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:51.070617 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32a17634-311b-489c-a739-fe0eb0872403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:51.073787 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-32a17634-311b-489c-a739-fe0eb0872403 admin admin] 10.222.0.24 "DELETE /v2.0/networks/914c7625-64ea-41a0-8950-7251e7015904 HTTP/1.1" status: 204 len: 168 time: 0.5528853 Mar 07 13:45:51.093365 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a17634-311b-489c-a739-fe0eb0872403 admin admin] Pushing event deleted for resources: {'Network': ['ID=914c7625-64ea-41a0-8950-7251e7015904,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:51.106513 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-11554ede-624a-4df0-b0c1-025bdfbd2bd0 service neutron] 10.222.0.24 "GET /v2.0/networks/8a9f18e3-f5b0-432c-9d31-7a381b63878e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561515 Mar 07 13:45:51.286960 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 53552) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:51.295544 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:51.315634 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-59645c85-1ea4-41a5-8a61-6defa88132d9 req-9b1ddbb1-4265-40c5-9d81-696cf7d0bb04 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 210 time: 0.0512848 Mar 07 13:45:51.337021 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-48680d8b-c584-4a35-8fce-e83738cd8656 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47c869c5383f414e8784e2fad43098b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0459356 Mar 07 13:45:51.337265 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 53558) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:51.507898 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 53564) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:51.552945 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-64e90b95-ce9a-443c-abe3-3ec12c012e96 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a71bdd0c0972410faff90d6d81202bc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435946 Mar 07 13:45:51.555370 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 53566) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:51.576995 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ac5a35ac-0821-48ba-b2c2-29721c22add3 admin admin] Publish callbacks [] for security_group (07af5b2f-1957-46fd-8757-0abbc9735978), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:51.599230 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ac5a35ac-0821-48ba-b2c2-29721c22add3 admin admin] Publish callbacks [] for security_group (07af5b2f-1957-46fd-8757-0abbc9735978), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:51.605792 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-82720376-1a38-4330-b88b-59e9e3d0d8db admin admin] Publish callbacks [] for security_group (ccb3e52e-0fd6-407a-9872-a82da5ff9ebe), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:51.628588 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-82720376-1a38-4330-b88b-59e9e3d0d8db admin admin] Publish callbacks [] for security_group (ccb3e52e-0fd6-407a-9872-a82da5ff9ebe), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:51.652597 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ac5a35ac-0821-48ba-b2c2-29721c22add3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (07af5b2f-1957-46fd-8757-0abbc9735978), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:51.655323 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ac5a35ac-0821-48ba-b2c2-29721c22add3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:51.659622 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-ac5a35ac-0821-48ba-b2c2-29721c22add3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07af5b2f-1957-46fd-8757-0abbc9735978 HTTP/1.1" status: 204 len: 168 time: 0.3177617 Mar 07 13:45:51.668839 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a35ac-0821-48ba-b2c2-29721c22add3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07af5b2f-1957-46fd-8757-0abbc9735978,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:51.690176 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-82720376-1a38-4330-b88b-59e9e3d0d8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (ccb3e52e-0fd6-407a-9872-a82da5ff9ebe), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:51.692916 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-82720376-1a38-4330-b88b-59e9e3d0d8db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:51.694050 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-82720376-1a38-4330-b88b-59e9e3d0d8db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccb3e52e-0fd6-407a-9872-a82da5ff9ebe HTTP/1.1" status: 204 len: 168 time: 0.1376309 Mar 07 13:45:51.701821 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82720376-1a38-4330-b88b-59e9e3d0d8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb3e52e-0fd6-407a-9872-a82da5ff9ebe,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:51.877184 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d5684-51bf-4926-a949-99b83d1ba977 req-a81c4401-b553-4723-9ec2-729a50f1b936 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:51.878614 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-579d5684-51bf-4926-a949-99b83d1ba977 req-a81c4401-b553-4723-9ec2-729a50f1b936 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0714264 Mar 07 13:45:51.933907 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-579d5684-51bf-4926-a949-99b83d1ba977 req-61812dfd-9347-4635-b8f2-cbbd0b65103e tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487194 Mar 07 13:45:52.380964 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:52.424779 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3e79af89-69d7-4da0-9809-d7afdb78ce15 req-88f09348-c1dc-492b-9b8c-6209913a3d0b tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 210 time: 0.0348778 Mar 07 13:45:52.562253 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 53628) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:52.660906 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-304e96b5-2f98-4c05-b696-e1233044b580 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1207087246-network', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:45:52.684691 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304e96b5-2f98-4c05-b696-e1233044b580 admin admin] Made reservation on behalf of 29cf89a499e44925abf85d7d74541fbd for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:45:52.687300 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-304e96b5-2f98-4c05-b696-e1233044b580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:52.695912 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-304e96b5-2f98-4c05-b696-e1233044b580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:52.773316 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-304e96b5-2f98-4c05-b696-e1233044b580 admin admin] Publish callbacks [] for security_group (7117571b-00b4-4e17-9aef-b8b5e2ef9dbd), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:52.776811 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-304e96b5-2f98-4c05-b696-e1233044b580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (7117571b-00b4-4e17-9aef-b8b5e2ef9dbd), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:52.801918 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304e96b5-2f98-4c05-b696-e1233044b580 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 13:45:52.810601 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e96b5-2f98-4c05-b696-e1233044b580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7117571b-00b4-4e17-9aef-b8b5e2ef9dbd,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:52.816829 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-304e96b5-2f98-4c05-b696-e1233044b580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (7b250602-d67d-4066-a67f-4f6f899fede4), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:52.817247 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.segments_db [None req-304e96b5-2f98-4c05-b696-e1233044b580 admin admin] Added segment 7b250602-d67d-4066-a67f-4f6f899fede4 of type vlan for network 11248537-f61f-4e52-a906-c8f79d05286d Mar 07 13:45:52.857667 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-304e96b5-2f98-4c05-b696-e1233044b580 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776652068127'] for network (11248537-f61f-4e52-a906-c8f79d05286d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:52.871588 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 53638) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:52.893662 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-304e96b5-2f98-4c05-b696-e1233044b580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for network (11248537-f61f-4e52-a906-c8f79d05286d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:52.894638 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304e96b5-2f98-4c05-b696-e1233044b580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:52.895593 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-304e96b5-2f98-4c05-b696-e1233044b580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:52.927730 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-304e96b5-2f98-4c05-b696-e1233044b580 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3637772 Mar 07 13:45:52.931931 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 53642) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:52.938264 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-713be413-9e98-49ae-8705-004b36ddc015 admin admin] Request body: {'subnet': {'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1207087246-subnet', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:45:52.958910 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713be413-9e98-49ae-8705-004b36ddc015 admin admin] Made reservation on behalf of 29cf89a499e44925abf85d7d74541fbd for: {'subnet': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:45:52.961312 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-713be413-9e98-49ae-8705-004b36ddc015 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24711506'] for subnet (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:52.993076 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e96b5-2f98-4c05-b696-e1233044b580 admin admin] Pushing event updated for resources: {'Network': ['ID=11248537-f61f-4e52-a906-c8f79d05286d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:53.001581 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2548d48f-baf9-4fef-a8ee-70c90367665e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:53.006394 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Network 11248537-f61f-4e52-a906-c8f79d05286d details requested by agent ovs-agent-dv-cinder-813222-6-iscsi with host dv-cinder-813222-6-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 13:45:53.093026 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadce167-2514-4d2f-874c-4e0dbcac95d0 req-d7f85d57-0aea-4953-b249-8fd94303990d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:53.095095 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fadce167-2514-4d2f-874c-4e0dbcac95d0 req-d7f85d57-0aea-4953-b249-8fd94303990d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0849125 Mar 07 13:45:53.141553 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-713be413-9e98-49ae-8705-004b36ddc015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4239355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24711500'] for subnet (f00f6663-2751-47b6-a25e-1bb93ec00e74), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:53.159509 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2548d48f-baf9-4fef-a8ee-70c90367665e admin admin] Publish callbacks [] for security_group (ced77eb8-d387-4c21-b34a-c9e448741687), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:53.167507 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2548d48f-baf9-4fef-a8ee-70c90367665e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (ced77eb8-d387-4c21-b34a-c9e448741687), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:53.183881 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fadce167-2514-4d2f-874c-4e0dbcac95d0 req-025f40d5-e625-43a0-8348-c92381f8f0f4 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810921 Mar 07 13:45:53.201374 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713be413-9e98-49ae-8705-004b36ddc015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f00f6663-2751-47b6-a25e-1bb93ec00e74,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:53.208719 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713be413-9e98-49ae-8705-004b36ddc015 admin admin] Checking segment: {'id': '7b250602-d67d-4066-a67f-4f6f899fede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:45:53.209327 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713be413-9e98-49ae-8705-004b36ddc015 admin admin] Network hostable DHCP agents. Network: 11248537-f61f-4e52-a906-c8f79d05286d, hostable agents: ['08584f1c-1841-49d6-90b0-a431cd6de474'], hosted agents: [] {{(pid=109593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 13:45:53.211373 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-2548d48f-baf9-4fef-a8ee-70c90367665e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c7e422bb6d9147bdb6dd9989defe08de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3387918 Mar 07 13:45:53.213953 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 53648) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:53.220875 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548d48f-baf9-4fef-a8ee-70c90367665e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced77eb8-d387-4c21-b34a-c9e448741687,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:53.226500 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713be413-9e98-49ae-8705-004b36ddc015 admin admin] Network 11248537-f61f-4e52-a906-c8f79d05286d is scheduled to be hosted by DHCP agent 08584f1c-1841-49d6-90b0-a431cd6de474 with binding_index 1 {{(pid=109593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 13:45:53.236777 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-713be413-9e98-49ae-8705-004b36ddc015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-6-iscsi, 11248537-f61f-4e52-a906-c8f79d05286d) {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:45:53.241557 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713be413-9e98-49ae-8705-004b36ddc015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:53.242502 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-713be413-9e98-49ae-8705-004b36ddc015 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:53.246901 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85884b2-4c23-484f-8338-8e6748c13e97 None None] Network 11248537-f61f-4e52-a906-c8f79d05286d requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:45:53.262782 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-713be413-9e98-49ae-8705-004b36ddc015 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3290503 Mar 07 13:45:53.265344 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 53652) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:53.269611 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7f9cd71d-a943-4377-b766-7038b672322f admin admin] Publish callbacks [] for security_group (ced77eb8-d387-4c21-b34a-c9e448741687), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:53.271785 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-d26d4db8-9b8d-4a45-a21d-4d9d0accafd5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1207087246-router', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:45:53.294144 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d26d4db8-9b8d-4a45-a21d-4d9d0accafd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8115342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59994'] for router (49e8bed0-1942-4173-bf9f-044d676b780f), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:53.295637 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d26d4db8-9b8d-4a45-a21d-4d9d0accafd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8117886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8114125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59987'] for router (49e8bed0-1942-4173-bf9f-044d676b780f), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:53.297243 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7f9cd71d-a943-4377-b766-7038b672322f admin admin] Publish callbacks [] for security_group (ced77eb8-d387-4c21-b34a-c9e448741687), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:53.358688 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7f9cd71d-a943-4377-b766-7038b672322f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (ced77eb8-d387-4c21-b34a-c9e448741687), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:53.361104 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7f9cd71d-a943-4377-b766-7038b672322f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:53.362288 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-7f9cd71d-a943-4377-b766-7038b672322f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ced77eb8-d387-4c21-b34a-c9e448741687 HTTP/1.1" status: 204 len: 168 time: 0.1473505 Mar 07 13:45:53.369905 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9cd71d-a943-4377-b766-7038b672322f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced77eb8-d387-4c21-b34a-c9e448741687,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:53.380197 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d26d4db8-9b8d-4a45-a21d-4d9d0accafd5 admin admin] Publish callbacks [] for router_controller (49e8bed0-1942-4173-bf9f-044d676b780f), precommit_add_association {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:53.409235 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da09205-a294-412a-a727-0d4fae18858d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c3bf361-9939-58d5-881b-730fc1df18b1-11248537-f61f-4e52-a906-c8f79d05286d', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'fixed_ips': [{'subnet_id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74'}]}} from dv-cinder-813222-6-iscsi. {{(pid=109595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 13:45:53.410159 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5da09205-a294-412a-a727-0d4fae18858d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:53.543926 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3ff30a77-053c-4e49-b34c-1f1f3b4aad42 req-08bedf2b-a72d-48b4-bb2b-47a22552c56a tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 210 time: 0.0374746 Mar 07 13:45:53.570247 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-5da09205-a294-412a-a727-0d4fae18858d None None] Allocated IP 172.20.0.2 (11248537-f61f-4e52-a906-c8f79d05286d/f00f6663-2751-47b6-a25e-1bb93ec00e74/09fdcbac-d948-4fb3-8547-01cf8982aaa6) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:45:53.576960 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d26d4db8-9b8d-4a45-a21d-4d9d0accafd5 admin admin] Publish callbacks [] for router_gateway (49e8bed0-1942-4173-bf9f-044d676b780f), precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:53.727728 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5da09205-a294-412a-a727-0d4fae18858d None None] Publish callbacks [] for port (09fdcbac-d948-4fb3-8547-01cf8982aaa6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:53.733974 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5da09205-a294-412a-a727-0d4fae18858d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089'] for port (09fdcbac-d948-4fb3-8547-01cf8982aaa6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:53.778371 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da09205-a294-412a-a727-0d4fae18858d None None] Network 11248537-f61f-4e52-a906-c8f79d05286d is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:45:53.782658 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-5da09205-a294-412a-a727-0d4fae18858d None None] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:45:53.787115 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da09205-a294-412a-a727-0d4fae18858d None None] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:45:53.790173 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da09205-a294-412a-a727-0d4fae18858d None None] Pushing event updated for resources: {'Port': ['ID=09fdcbac-d948-4fb3-8547-01cf8982aaa6,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:53.795821 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d26d4db8-9b8d-4a45-a21d-4d9d0accafd5 admin admin] Publish callbacks [] for router_gateway (49e8bed0-1942-4173-bf9f-044d676b780f), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:53.817813 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d26d4db8-9b8d-4a45-a21d-4d9d0accafd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:53.854326 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-5da09205-a294-412a-a727-0d4fae18858d None None] Attempting to bind port 09fdcbac-d948-4fb3-8547-01cf8982aaa6 on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:45:53.854700 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-5da09205-a294-412a-a727-0d4fae18858d None None] Attempting to bind port 09fdcbac-d948-4fb3-8547-01cf8982aaa6 by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': '7b250602-d67d-4066-a67f-4f6f899fede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:45:53.855061 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da09205-a294-412a-a727-0d4fae18858d None None] Attempting to bind port 09fdcbac-d948-4fb3-8547-01cf8982aaa6 on network 11248537-f61f-4e52-a906-c8f79d05286d {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:45:53.860686 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da09205-a294-412a-a727-0d4fae18858d None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:45:53.861066 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da09205-a294-412a-a727-0d4fae18858d None None] Checking segment: {'id': '7b250602-d67d-4066-a67f-4f6f899fede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:45:53.861496 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5da09205-a294-412a-a727-0d4fae18858d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:53.861885 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da09205-a294-412a-a727-0d4fae18858d None None] Bound using segment: {'id': '7b250602-d67d-4066-a67f-4f6f899fede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:45:53.862353 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-5da09205-a294-412a-a727-0d4fae18858d None None] Bound port: 09fdcbac-d948-4fb3-8547-01cf8982aaa6, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b250602-d67d-4066-a67f-4f6f899fede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:45:53.862718 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5da09205-a294-412a-a727-0d4fae18858d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (09fdcbac-d948-4fb3-8547-01cf8982aaa6), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:53.929785 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-5da09205-a294-412a-a727-0d4fae18858d None None] For port 09fdcbac-d948-4fb3-8547-01cf8982aaa6, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:45:53.933626 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-5da09205-a294-412a-a727-0d4fae18858d None None] For port 09fdcbac-d948-4fb3-8547-01cf8982aaa6, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=09fdcbac-d948-4fb3-8547-01cf8982aaa6,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:45:53.942467 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5da09205-a294-412a-a727-0d4fae18858d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (09fdcbac-d948-4fb3-8547-01cf8982aaa6), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:53.944906 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-d26d4db8-9b8d-4a45-a21d-4d9d0accafd5 admin admin] Allocated IP 172.27.1.239 (4737f3fa-18ff-4252-a580-88148a637511/b90664a8-a6a4-4a65-802b-5b7bd95111f9/d194a529-0a67-4452-8f9b-fceec1da18cb) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:45:54.009763 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da09205-a294-412a-a727-0d4fae18858d None None] Pushing event updated for resources: {'Port': ['ID=09fdcbac-d948-4fb3-8547-01cf8982aaa6,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:54.063873 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d26d4db8-9b8d-4a45-a21d-4d9d0accafd5 admin admin] Publish callbacks [] for port (d194a529-0a67-4452-8f9b-fceec1da18cb), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:54.099271 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d26d4db8-9b8d-4a45-a21d-4d9d0accafd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (d194a529-0a67-4452-8f9b-fceec1da18cb), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:54.136286 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 53684) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:54.145377 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26d4db8-9b8d-4a45-a21d-4d9d0accafd5 admin admin] Network 4737f3fa-18ff-4252-a580-88148a637511 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:45:54.148339 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-d26d4db8-9b8d-4a45-a21d-4d9d0accafd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:45:54.152109 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26d4db8-9b8d-4a45-a21d-4d9d0accafd5 admin admin] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:45:54.198923 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d4db8-9b8d-4a45-a21d-4d9d0accafd5 admin admin] Pushing event updated for resources: {'Port': ['ID=d194a529-0a67-4452-8f9b-fceec1da18cb,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:54.234029 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:54.308908 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-48fe7dd7-27f6-42e3-a296-3ca5b1a35250 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1242207350-network', 'tenant_id': '2515866132ab4644bfa36601311dfc8f'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:45:54.339935 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fe7dd7-27f6-42e3-a296-3ca5b1a35250 admin admin] Made reservation on behalf of 2515866132ab4644bfa36601311dfc8f for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:45:54.349479 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48fe7dd7-27f6-42e3-a296-3ca5b1a35250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:54.379405 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423efc6-6572-4364-bfc4-c5730f9d3d23 req-21cfe6c8-2a10-49ad-a3bc-7934c980b107 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:54.385621 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d423efc6-6572-4364-bfc4-c5730f9d3d23 req-21cfe6c8-2a10-49ad-a3bc-7934c980b107 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.1109095 Mar 07 13:45:54.387204 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48fe7dd7-27f6-42e3-a296-3ca5b1a35250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:54.462387 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d423efc6-6572-4364-bfc4-c5730f9d3d23 req-73c7b092-f5e6-4f89-8945-b347c4415938 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699430 Mar 07 13:45:54.488158 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d26d4db8-9b8d-4a45-a21d-4d9d0accafd5 admin admin] Publish callbacks [] for router_gateway (49e8bed0-1942-4173-bf9f-044d676b780f), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:54.511125 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48fe7dd7-27f6-42e3-a296-3ca5b1a35250 admin admin] Publish callbacks [] for security_group (f2cfccc0-2cb6-4a4b-b160-251dec32962b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:54.516011 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48fe7dd7-27f6-42e3-a296-3ca5b1a35250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (f2cfccc0-2cb6-4a4b-b160-251dec32962b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:54.543130 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48fe7dd7-27f6-42e3-a296-3ca5b1a35250 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 13:45:54.550736 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe7dd7-27f6-42e3-a296-3ca5b1a35250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cfccc0-2cb6-4a4b-b160-251dec32962b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:54.557271 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48fe7dd7-27f6-42e3-a296-3ca5b1a35250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (fe688700-cfc6-487f-a1be-0f4c68b73bb7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:54.557909 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.segments_db [None req-48fe7dd7-27f6-42e3-a296-3ca5b1a35250 admin admin] Added segment fe688700-cfc6-487f-a1be-0f4c68b73bb7 of type vlan for network 13ac22ff-28a9-4425-b974-3472839ae981 Mar 07 13:45:54.615954 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48fe7dd7-27f6-42e3-a296-3ca5b1a35250 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776652068127'] for network (13ac22ff-28a9-4425-b974-3472839ae981), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:54.656663 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5aabec38-a949-413f-90a0-9d218800c008 req-0991382b-760c-43c0-a07b-eaa86e182d56 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 210 time: 0.0333116 Mar 07 13:45:54.667523 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48fe7dd7-27f6-42e3-a296-3ca5b1a35250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for network (13ac22ff-28a9-4425-b974-3472839ae981), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:54.668867 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fe7dd7-27f6-42e3-a296-3ca5b1a35250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:54.677679 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48fe7dd7-27f6-42e3-a296-3ca5b1a35250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:54.720585 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d26d4db8-9b8d-4a45-a21d-4d9d0accafd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8117877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8114144'] for router (49e8bed0-1942-4173-bf9f-044d676b780f), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:54.746529 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-48fe7dd7-27f6-42e3-a296-3ca5b1a35250 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6087816 Mar 07 13:45:54.750006 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 53698) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:54.755252 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-a699be2d-c3f5-41a5-805f-e109331d6afb admin admin] Request body: {'subnet': {'network_id': '13ac22ff-28a9-4425-b974-3472839ae981', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1242207350-subnet', 'tenant_id': '2515866132ab4644bfa36601311dfc8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:45:54.759375 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe7dd7-27f6-42e3-a296-3ca5b1a35250 admin admin] Pushing event updated for resources: {'Network': ['ID=13ac22ff-28a9-4425-b974-3472839ae981,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:54.771616 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Network 13ac22ff-28a9-4425-b974-3472839ae981 details requested by agent ovs-agent-dv-cinder-813222-6-iscsi with host dv-cinder-813222-6-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 13:45:54.780463 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a699be2d-c3f5-41a5-805f-e109331d6afb admin admin] Made reservation on behalf of 2515866132ab4644bfa36601311dfc8f for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:45:54.784341 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a699be2d-c3f5-41a5-805f-e109331d6afb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5536009'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:54.894591 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26d4db8-9b8d-4a45-a21d-4d9d0accafd5 admin admin] Router 49e8bed0-1942-4173-bf9f-044d676b780f is scheduled to L3 agent cc2ab286-18cb-493e-9e53-baec88113460 with binding_index 1 {{(pid=109593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 13:45:54.995480 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a699be2d-c3f5-41a5-805f-e109331d6afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4839943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5536023'] for subnet (6004d604-4dc0-470c-82de-3d82006b16e2), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:55.054726 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26d4db8-9b8d-4a45-a21d-4d9d0accafd5 admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:45:55.055104 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699be2d-c3f5-41a5-805f-e109331d6afb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6004d604-4dc0-470c-82de-3d82006b16e2,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:55.057179 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8d6237-9bd0-4dea-b629-f62efa46b3a1 None None] Sync routers for ids ['49e8bed0-1942-4173-bf9f-044d676b780f'] in dv-cinder-813222-6-iscsi {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:45:55.063990 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a699be2d-c3f5-41a5-805f-e109331d6afb admin admin] Checking segment: {'id': 'fe688700-cfc6-487f-a1be-0f4c68b73bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '13ac22ff-28a9-4425-b974-3472839ae981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:45:55.064412 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a699be2d-c3f5-41a5-805f-e109331d6afb admin admin] Network hostable DHCP agents. Network: 13ac22ff-28a9-4425-b974-3472839ae981, hostable agents: ['08584f1c-1841-49d6-90b0-a431cd6de474'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 13:45:55.066132 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd909444-5bd2-4724-8ab8-714880b71b84 None None] Network 11248537-f61f-4e52-a906-c8f79d05286d requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:45:55.067235 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d26d4db8-9b8d-4a45-a21d-4d9d0accafd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:55.068731 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-d26d4db8-9b8d-4a45-a21d-4d9d0accafd5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8009379 Mar 07 13:45:55.071374 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 53702) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:55.073906 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8d6237-9bd0-4dea-b629-f62efa46b3a1 None None] Routers {'49e8bed0-1942-4173-bf9f-044d676b780f'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:45:55.074640 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-7a8d6237-9bd0-4dea-b629-f62efa46b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:45:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['49e8bed0-1942-4173-bf9f-044d676b780f'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:55.129732 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a699be2d-c3f5-41a5-805f-e109331d6afb admin admin] Network 13ac22ff-28a9-4425-b974-3472839ae981 is scheduled to be hosted by DHCP agent 08584f1c-1841-49d6-90b0-a431cd6de474 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 13:45:55.152394 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-6cabeb70-3473-4aa3-aece-de7d2a8c46bd None None] Provisioning complete for port 09fdcbac-d948-4fb3-8547-01cf8982aaa6 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:55.152773 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6cabeb70-3473-4aa3-aece-de7d2a8c46bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (09fdcbac-d948-4fb3-8547-01cf8982aaa6), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:55.169957 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-a699be2d-c3f5-41a5-805f-e109331d6afb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-6-iscsi, 13ac22ff-28a9-4425-b974-3472839ae981) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:45:55.190880 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-7a8d6237-9bd0-4dea-b629-f62efa46b3a1 None None] Set router 49e8bed0-1942-4173-bf9f-044d676b780f gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:45:55.193541 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a699be2d-c3f5-41a5-805f-e109331d6afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:55.194131 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a699be2d-c3f5-41a5-805f-e109331d6afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:55.217636 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be471d7c-a0c5-4a14-8187-0d01f170bccf None None] Network 13ac22ff-28a9-4425-b974-3472839ae981 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:45:55.257607 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-a699be2d-c3f5-41a5-805f-e109331d6afb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5057383 Mar 07 13:45:55.356072 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 09fdcbac-d948-4fb3-8547-01cf8982aaa6 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:45:55.473692 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-6cabeb70-3473-4aa3-aece-de7d2a8c46bd None None] Current status of the port 09fdcbac-d948-4fb3-8547-01cf8982aaa6 is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:45:55.474085 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6cabeb70-3473-4aa3-aece-de7d2a8c46bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (09fdcbac-d948-4fb3-8547-01cf8982aaa6), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:55.498149 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-7a8d6237-9bd0-4dea-b629-f62efa46b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'name': 'tempest-AttachVolumeShelveTestJSON-1207087246-router', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:54Z', 'revision_number': 3, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'gw_port': {'id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:55.501478 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a62849a-2bff-4321-8ed0-5200e23e21f8 None None] Network 13ac22ff-28a9-4425-b974-3472839ae981 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:45:55.531059 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8d6237-9bd0-4dea-b629-f62efa46b3a1 None None] Checking router: 49e8bed0-1942-4173-bf9f-044d676b780f for host: dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:45:55.532327 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8d6237-9bd0-4dea-b629-f62efa46b3a1 None None] Updating router 49e8bed0-1942-4173-bf9f-044d676b780f port d194a529-0a67-4452-8f9b-fceec1da18cb binding host dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 13:45:55.613681 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7a8d6237-9bd0-4dea-b629-f62efa46b3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (d194a529-0a67-4452-8f9b-fceec1da18cb), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:55.695965 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-6cabeb70-3473-4aa3-aece-de7d2a8c46bd None None] For port 09fdcbac-d948-4fb3-8547-01cf8982aaa6, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=09fdcbac-d948-4fb3-8547-01cf8982aaa6,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:45:55.752134 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6cabeb70-3473-4aa3-aece-de7d2a8c46bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (09fdcbac-d948-4fb3-8547-01cf8982aaa6), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:55.759400 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cacbe-30ff-4666-ba7d-1a7cb7a4af27 req-5815c457-9afd-4c39-ab5d-7f697bb37426 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:55.761507 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a14cacbe-30ff-4666-ba7d-1a7cb7a4af27 req-5815c457-9afd-4c39-ab5d-7f697bb37426 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.1200697 Mar 07 13:45:55.850159 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cabeb70-3473-4aa3-aece-de7d2a8c46bd None None] Pushing event updated for resources: {'Port': ['ID=09fdcbac-d948-4fb3-8547-01cf8982aaa6,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:55.858985 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a14cacbe-30ff-4666-ba7d-1a7cb7a4af27 req-b163823f-1e0e-427b-8954-ad6610eae35f tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919788 Mar 07 13:45:55.876331 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 09fdcbac-d948-4fb3-8547-01cf8982aaa6 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:55.876949 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (09fdcbac-d948-4fb3-8547-01cf8982aaa6), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:55.897588 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-85edf6e9-6bac-4b5f-a2b6-5147a969610c req-96cbfd5f-dd6d-4c3e-8497-b91fec5df7d1 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 210 time: 0.0557785 Mar 07 13:45:55.899773 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c2acb68-f5ac-4f46-9e29-2114a5da5646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:55.934380 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-6a28f79c-01e8-426c-a020-abf690201838 None None] Provisioning complete for port 09fdcbac-d948-4fb3-8547-01cf8982aaa6 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:55.934889 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a28f79c-01e8-426c-a020-abf690201838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (09fdcbac-d948-4fb3-8547-01cf8982aaa6), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:56.029784 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7a8d6237-9bd0-4dea-b629-f62efa46b3a1 None None] Publish callbacks [] for port (d194a529-0a67-4452-8f9b-fceec1da18cb), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:56.035662 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7a8d6237-9bd0-4dea-b629-f62efa46b3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (d194a529-0a67-4452-8f9b-fceec1da18cb), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:56.086224 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2cba1-c499-404b-8d64-2768cf53c5b3 None None] Pushing event updated for resources: {'Port': ['ID=d194a529-0a67-4452-8f9b-fceec1da18cb,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:56.091491 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-6c2acb68-f5ac-4f46-9e29-2114a5da5646 admin admin] Allocated IP 172.20.0.1 (11248537-f61f-4e52-a906-c8f79d05286d/f00f6663-2751-47b6-a25e-1bb93ec00e74/acec564d-4568-4147-94a1-900ec3811164) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:45:56.112227 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 09fdcbac-d948-4fb3-8547-01cf8982aaa6 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:45:56.112868 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-7a8d6237-9bd0-4dea-b629-f62efa46b3a1 None None] Attempting to bind port d194a529-0a67-4452-8f9b-fceec1da18cb on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:45:56.113448 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-7a8d6237-9bd0-4dea-b629-f62efa46b3a1 None None] Attempting to bind port d194a529-0a67-4452-8f9b-fceec1da18cb by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:45:56.114446 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8d6237-9bd0-4dea-b629-f62efa46b3a1 None None] Attempting to bind port d194a529-0a67-4452-8f9b-fceec1da18cb on network 4737f3fa-18ff-4252-a580-88148a637511 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:45:56.121589 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8d6237-9bd0-4dea-b629-f62efa46b3a1 None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:45:56.121851 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-6a28f79c-01e8-426c-a020-abf690201838 None None] Current status of the port 09fdcbac-d948-4fb3-8547-01cf8982aaa6 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:45:56.122100 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8d6237-9bd0-4dea-b629-f62efa46b3a1 None None] Checking segment: {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:45:56.122591 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7a8d6237-9bd0-4dea-b629-f62efa46b3a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:56.123047 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8d6237-9bd0-4dea-b629-f62efa46b3a1 None None] Bound using segment: {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:45:56.123591 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-7a8d6237-9bd0-4dea-b629-f62efa46b3a1 None None] Bound port: d194a529-0a67-4452-8f9b-fceec1da18cb, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:45:56.124482 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7a8d6237-9bd0-4dea-b629-f62efa46b3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (d194a529-0a67-4452-8f9b-fceec1da18cb), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:56.196890 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-7a8d6237-9bd0-4dea-b629-f62efa46b3a1 None None] For port d194a529-0a67-4452-8f9b-fceec1da18cb, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:45:56.200407 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-7a8d6237-9bd0-4dea-b629-f62efa46b3a1 None None] For port d194a529-0a67-4452-8f9b-fceec1da18cb, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=d194a529-0a67-4452-8f9b-fceec1da18cb,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:45:56.209098 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7a8d6237-9bd0-4dea-b629-f62efa46b3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (d194a529-0a67-4452-8f9b-fceec1da18cb), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:56.255291 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c2acb68-f5ac-4f46-9e29-2114a5da5646 admin admin] Publish callbacks [] for port (acec564d-4568-4147-94a1-900ec3811164), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:56.275637 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2cba1-c499-404b-8d64-2768cf53c5b3 None None] Pushing event updated for resources: {'Port': ['ID=d194a529-0a67-4452-8f9b-fceec1da18cb,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:56.282227 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8d6237-9bd0-4dea-b629-f62efa46b3a1 None None] Routers {'49e8bed0-1942-4173-bf9f-044d676b780f'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:45:56.282835 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-7a8d6237-9bd0-4dea-b629-f62efa46b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:45:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['49e8bed0-1942-4173-bf9f-044d676b780f'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:56.292016 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c2acb68-f5ac-4f46-9e29-2114a5da5646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (acec564d-4568-4147-94a1-900ec3811164), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:56.340154 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2acb68-f5ac-4f46-9e29-2114a5da5646 admin admin] Network 11248537-f61f-4e52-a906-c8f79d05286d is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:45:56.346208 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-6c2acb68-f5ac-4f46-9e29-2114a5da5646 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:45:56.348465 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2acb68-f5ac-4f46-9e29-2114a5da5646 admin admin] Pushing event updated for resources: {'Port': ['ID=acec564d-4568-4147-94a1-900ec3811164,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:56.350683 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2acb68-f5ac-4f46-9e29-2114a5da5646 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:45:56.400866 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c2acb68-f5ac-4f46-9e29-2114a5da5646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8110285'] for router_interface (49e8bed0-1942-4173-bf9f-044d676b780f), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:56.418232 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-7a8d6237-9bd0-4dea-b629-f62efa46b3a1 None None] Set router 49e8bed0-1942-4173-bf9f-044d676b780f gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:45:56.637462 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-7a8d6237-9bd0-4dea-b629-f62efa46b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'name': 'tempest-AttachVolumeShelveTestJSON-1207087246-router', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:54Z', 'revision_number': 3, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'gw_port': {'id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:56.659697 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-097048b6-08da-4ba4-809c-1d50de31db02 None None] Provisioning complete for port acec564d-4568-4147-94a1-900ec3811164 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:56.660149 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-097048b6-08da-4ba4-809c-1d50de31db02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (acec564d-4568-4147-94a1-900ec3811164), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:56.667898 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8d6237-9bd0-4dea-b629-f62efa46b3a1 None None] The sync data for ids ['49e8bed0-1942-4173-bf9f-044d676b780f'] in dv-cinder-813222-6-iscsi is: [{'id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'name': 'tempest-AttachVolumeShelveTestJSON-1207087246-router', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:54Z', 'revision_number': 3, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'gw_port': {'id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:45:56.741571 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-097048b6-08da-4ba4-809c-1d50de31db02 None None] Port acec564d-4568-4147-94a1-900ec3811164 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:45:56.919569 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c2acb68-f5ac-4f46-9e29-2114a5da5646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (acec564d-4568-4147-94a1-900ec3811164), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:56.963866 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-36f567af-fd39-4930-9d90-80d2335973b5 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:56.967617 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-36f567af-fd39-4930-9d90-80d2335973b5 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.10 "GET /v2.0/networks?id=8a9f18e3-f5b0-432c-9d31-7a381b63878e HTTP/1.1" status: 200 len: 809 time: 0.1913862 Mar 07 13:45:57.014738 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-cd094287-ae99-429b-b8c0-cb5c6fb66d83 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Request body: {'port': {'device_id': 'f21a6685-c1ec-45ac-8844-b6911ab61796', 'network_id': '8a9f18e3-f5b0-432c-9d31-7a381b63878e', 'admin_state_up': True, 'tenant_id': '82f409344fb44431b78010df3681e746'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:45:57.113114 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cdcbaf0a-f5f6-4d90-a14a-9ce2711d0ad0 req-4d57bc9b-e0ea-4f0c-93dc-63bad68076f9 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 210 time: 0.0606298 Mar 07 13:45:57.234966 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76e35a-8315-4ce3-b616-f597013a7c42 req-e41bb6c8-0612-44d7-b335-2193424e49f2 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:57.236518 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2f76e35a-8315-4ce3-b616-f597013a7c42 req-e41bb6c8-0612-44d7-b335-2193424e49f2 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.2631626 Mar 07 13:45:57.330213 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-cd094287-ae99-429b-b8c0-cb5c6fb66d83 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Made reservation on behalf of 82f409344fb44431b78010df3681e746 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:45:57.333689 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-cd094287-ae99-429b-b8c0-cb5c6fb66d83 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:57.383277 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 09fdcbac-d948-4fb3-8547-01cf8982aaa6 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:45:57.402773 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2f76e35a-8315-4ce3-b616-f597013a7c42 req-040cc3d7-5dbb-4a0b-a043-17538c8b0a7c tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489735 Mar 07 13:45:57.459158 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 09fdcbac-d948-4fb3-8547-01cf8982aaa6 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:57.459868 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (09fdcbac-d948-4fb3-8547-01cf8982aaa6), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:57.480347 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c2acb68-f5ac-4f46-9e29-2114a5da5646 admin admin] Publish callbacks [] for port (acec564d-4568-4147-94a1-900ec3811164), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:57.488181 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c2acb68-f5ac-4f46-9e29-2114a5da5646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (acec564d-4568-4147-94a1-900ec3811164), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:57.556854 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 09fdcbac-d948-4fb3-8547-01cf8982aaa6 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:45:57.558134 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device d194a529-0a67-4452-8f9b-fceec1da18cb up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:45:57.604098 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-cd094287-ae99-429b-b8c0-cb5c6fb66d83 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Allocated IP 172.20.0.8 (8a9f18e3-f5b0-432c-9d31-7a381b63878e/84cba737-085a-4f82-8b44-901172c9d627/eafe21ce-610a-4362-a3f2-25ec1396f404) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:45:57.608033 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c2acb68-f5ac-4f46-9e29-2114a5da5646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8110241'] for router_interface (49e8bed0-1942-4173-bf9f-044d676b780f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:57.622038 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2acb68-f5ac-4f46-9e29-2114a5da5646 admin admin] Pushing event updated for resources: {'Port': ['ID=acec564d-4568-4147-94a1-900ec3811164,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:57.630838 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port d194a529-0a67-4452-8f9b-fceec1da18cb triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:57.631650 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (d194a529-0a67-4452-8f9b-fceec1da18cb), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:57.724564 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port d194a529-0a67-4452-8f9b-fceec1da18cb is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:45:57.725287 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (d194a529-0a67-4452-8f9b-fceec1da18cb), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:57.756072 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] For port d194a529-0a67-4452-8f9b-fceec1da18cb, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=d194a529-0a67-4452-8f9b-fceec1da18cb,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:45:57.762573 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (d194a529-0a67-4452-8f9b-fceec1da18cb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:57.819960 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Pushing event updated for resources: {'Port': ['ID=d194a529-0a67-4452-8f9b-fceec1da18cb,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:57.827391 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2acb68-f5ac-4f46-9e29-2114a5da5646 admin admin] Network 11248537-f61f-4e52-a906-c8f79d05286d is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:45:57.831162 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-6c2acb68-f5ac-4f46-9e29-2114a5da5646 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:45:57.940139 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-cd094287-ae99-429b-b8c0-cb5c6fb66d83 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Publish callbacks [] for port (eafe21ce-610a-4362-a3f2-25ec1396f404), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:58.046030 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2acb68-f5ac-4f46-9e29-2114a5da5646 admin admin] Router 49e8bed0-1942-4173-bf9f-044d676b780f has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:45:58.047677 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-cd094287-ae99-429b-b8c0-cb5c6fb66d83 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (eafe21ce-610a-4362-a3f2-25ec1396f404), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:58.102519 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-cd094287-ae99-429b-b8c0-cb5c6fb66d83 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Network 8a9f18e3-f5b0-432c-9d31-7a381b63878e is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:45:58.107928 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-cd094287-ae99-429b-b8c0-cb5c6fb66d83 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:45:58.148750 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-cd094287-ae99-429b-b8c0-cb5c6fb66d83 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:45:58.173060 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-d5caba29-00eb-409d-a0e9-7fdeec002362 None None] Provisioning complete for port acec564d-4568-4147-94a1-900ec3811164 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:58.173378 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd094287-ae99-429b-b8c0-cb5c6fb66d83 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Pushing event updated for resources: {'Port': ['ID=eafe21ce-610a-4362-a3f2-25ec1396f404,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:58.173482 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5caba29-00eb-409d-a0e9-7fdeec002362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (acec564d-4568-4147-94a1-900ec3811164), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:58.209633 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-d5caba29-00eb-409d-a0e9-7fdeec002362 None None] Port acec564d-4568-4147-94a1-900ec3811164 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:45:58.275760 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-cd094287-ae99-429b-b8c0-cb5c6fb66d83 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:58.276368 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-cd094287-ae99-429b-b8c0-cb5c6fb66d83 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:58.311749 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2acb68-f5ac-4f46-9e29-2114a5da5646 admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:45:58.323406 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-6c2acb68-f5ac-4f46-9e29-2114a5da5646 admin admin] 10.222.0.24 "PUT /v2.0/routers/49e8bed0-1942-4173-bf9f-044d676b780f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2460330 Mar 07 13:45:58.323406 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-cd094287-ae99-429b-b8c0-cb5c6fb66d83 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3183081 Mar 07 13:45:58.344431 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c947e-e715-478b-b681-bcae49f8975b req-25400ed2-b0d7-452f-8eb4-ca1393a7ea6f tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:58.357930 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-082c947e-e715-478b-b681-bcae49f8975b req-25400ed2-b0d7-452f-8eb4-ca1393a7ea6f tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 931 time: 0.1615582 Mar 07 13:45:58.371723 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Request body: {'port': {'device_id': 'f21a6685-c1ec-45ac-8844-b6911ab61796', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:45:58.487422 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (eafe21ce-610a-4362-a3f2-25ec1396f404), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:58.512241 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-082c947e-e715-478b-b681-bcae49f8975b req-39428bf0-d6fe-4f1c-acd8-e05f1e7efe06 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534812 Mar 07 13:45:58.653951 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 53842) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:58.788137 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a69315-ae1c-4f85-a6cd-182a688e6abc req-ee472462-d880-4dc6-a52c-886e77c99bbf tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:58.789878 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-71a69315-ae1c-4f85-a6cd-182a688e6abc req-ee472462-d880-4dc6-a52c-886e77c99bbf tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.2285798 Mar 07 13:45:58.819529 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-723419da-ce43-4693-9e93-b7d5cd1eaa69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:58.872985 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-71a69315-ae1c-4f85-a6cd-182a688e6abc req-0673ccbe-1e5b-4da5-93d6-67e76f825aa7 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750887 Mar 07 13:45:58.916617 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-723419da-ce43-4693-9e93-b7d5cd1eaa69 admin admin] Publish callbacks [] for security_group (62050257-34aa-4385-a63f-cef9dec46e2c), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:58.921709 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-723419da-ce43-4693-9e93-b7d5cd1eaa69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (62050257-34aa-4385-a63f-cef9dec46e2c), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:58.945542 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eafe21ce-610a-4362-a3f2-25ec1396f404 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:45:58.952625 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723419da-ce43-4693-9e93-b7d5cd1eaa69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62050257-34aa-4385-a63f-cef9dec46e2c,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:58.957065 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Publish callbacks [] for port (eafe21ce-610a-4362-a3f2-25ec1396f404), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:58.974776 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-723419da-ce43-4693-9e93-b7d5cd1eaa69 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41aa4ada5965444e9f8449a826079d92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3196123 Mar 07 13:45:58.975399 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Transition to ACTIVE for port object eafe21ce-610a-4362-a3f2-25ec1396f404 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 13:45:58.977618 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 53850) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:58.982477 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (eafe21ce-610a-4362-a3f2-25ec1396f404), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:59.072602 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Pushing event updated for resources: {'Port': ['ID=eafe21ce-610a-4362-a3f2-25ec1396f404,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:59.081002 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-28c47196-8e6a-4cb0-bf78-a0dd135287e0 admin admin] Publish callbacks [] for security_group (62050257-34aa-4385-a63f-cef9dec46e2c), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:59.088448 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111572e3-e021-4be4-8c60-4324a1c195a8 None None] Sync routers for ids ['49e8bed0-1942-4173-bf9f-044d676b780f'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:45:59.107282 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111572e3-e021-4be4-8c60-4324a1c195a8 None None] Routers {'49e8bed0-1942-4173-bf9f-044d676b780f'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:45:59.110438 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-111572e3-e021-4be4-8c60-4324a1c195a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:45:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['49e8bed0-1942-4173-bf9f-044d676b780f'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:59.150888 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-28c47196-8e6a-4cb0-bf78-a0dd135287e0 admin admin] Publish callbacks [] for security_group (62050257-34aa-4385-a63f-cef9dec46e2c), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:59.219031 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 53866) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:59.226432 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-6325e983-99a2-4e48-9a01-b03a3acfda6b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--25234804', 'description': 'tempest-description--1952997116'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:45:59.254634 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-28c47196-8e6a-4cb0-bf78-a0dd135287e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (62050257-34aa-4385-a63f-cef9dec46e2c), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:59.257631 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-0c6c46c6-9e41-493c-b34a-b008aaaadbaa tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:59.258454 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-28c47196-8e6a-4cb0-bf78-a0dd135287e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:59.259705 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-0c6c46c6-9e41-493c-b34a-b008aaaadbaa tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/networks?id=13ac22ff-28a9-4425-b974-3472839ae981 HTTP/1.1" status: 200 len: 814 time: 0.2244236 Mar 07 13:45:59.265895 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-28c47196-8e6a-4cb0-bf78-a0dd135287e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62050257-34aa-4385-a63f-cef9dec46e2c HTTP/1.1" status: 204 len: 168 time: 0.2865884 Mar 07 13:45:59.270529 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6325e983-99a2-4e48-9a01-b03a3acfda6b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:59.276426 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Attempting to bind port eafe21ce-610a-4362-a3f2-25ec1396f404 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:45:59.276834 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Attempting to bind port eafe21ce-610a-4362-a3f2-25ec1396f404 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '7ad5a2ac-07e9-441b-a198-f54411ff24d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8a9f18e3-f5b0-432c-9d31-7a381b63878e'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:45:59.277251 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Attempting to bind port eafe21ce-610a-4362-a3f2-25ec1396f404 on network 8a9f18e3-f5b0-432c-9d31-7a381b63878e {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:45:59.284286 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-07126efd-e434-47bd-b412-4cbb62c357fe tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/quotas/2515866132ab4644bfa36601311dfc8f HTTP/1.1" status: 200 len: 375 time: 0.0186112 Mar 07 13:45:59.285371 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Port eafe21ce-610a-4362-a3f2-25ec1396f404 on network 8a9f18e3-f5b0-432c-9d31-7a381b63878e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 13:45:59.285765 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Attempting to bind port eafe21ce-610a-4362-a3f2-25ec1396f404 on network 8a9f18e3-f5b0-432c-9d31-7a381b63878e {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:45:59.291471 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Checking agent: {'id': '54ecd8f5-e943-4369-a21b-1222345f30ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'started_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:45:59.291884 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Checking segment: {'id': '7ad5a2ac-07e9-441b-a198-f54411ff24d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8a9f18e3-f5b0-432c-9d31-7a381b63878e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:45:59.292327 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Bound using segment: {'id': '7ad5a2ac-07e9-441b-a198-f54411ff24d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8a9f18e3-f5b0-432c-9d31-7a381b63878e'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:45:59.292833 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Bound port: eafe21ce-610a-4362-a3f2-25ec1396f404, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad5a2ac-07e9-441b-a198-f54411ff24d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8a9f18e3-f5b0-432c-9d31-7a381b63878e'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:45:59.293291 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (eafe21ce-610a-4362-a3f2-25ec1396f404), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:59.296498 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c47196-8e6a-4cb0-bf78-a0dd135287e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62050257-34aa-4385-a63f-cef9dec46e2c,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:59.326566 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device d194a529-0a67-4452-8f9b-fceec1da18cb up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:45:59.339982 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-52525c9b-14ba-40c2-bb7c-eb02e41b1a76 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2515866132ab4644bfa36601311dfc8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439794 Mar 07 13:45:59.384563 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-111572e3-e021-4be4-8c60-4324a1c195a8 None None] Set router 49e8bed0-1942-4173-bf9f-044d676b780f gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:45:59.416560 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6325e983-99a2-4e48-9a01-b03a3acfda6b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for security_group (5b1c3ee6-a3e3-4c08-b876-a301c5000808), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:59.423952 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6325e983-99a2-4e48-9a01-b03a3acfda6b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (5b1c3ee6-a3e3-4c08-b876-a301c5000808), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:59.451926 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6325e983-99a2-4e48-9a01-b03a3acfda6b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:59.454656 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-6325e983-99a2-4e48-9a01-b03a3acfda6b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2325792 Mar 07 13:45:59.471652 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 53872) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:59.479237 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-a98eb996-d45f-4ef7-9946-5a85dbd155af tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Request body: {'security_group_rule': {'security_group_id': '5b1c3ee6-a3e3-4c08-b876-a301c5000808', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:45:59.495473 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port d194a529-0a67-4452-8f9b-fceec1da18cb triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:45:59.496045 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (d194a529-0a67-4452-8f9b-fceec1da18cb), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:59.510901 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325e983-99a2-4e48-9a01-b03a3acfda6b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1c3ee6-a3e3-4c08-b876-a301c5000808,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:59.531950 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a98eb996-d45f-4ef7-9946-5a85dbd155af tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for security_group_rule (75e9a55e-2ff9-40ac-bd42-e220d8153a2d), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:59.596177 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a98eb996-d45f-4ef7-9946-5a85dbd155af tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for security_group_rule (75e9a55e-2ff9-40ac-bd42-e220d8153a2d), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:59.601820 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a98eb996-d45f-4ef7-9946-5a85dbd155af tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (75e9a55e-2ff9-40ac-bd42-e220d8153a2d), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:59.638913 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98eb996-d45f-4ef7-9946-5a85dbd155af tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e9a55e-2ff9-40ac-bd42-e220d8153a2d,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:59.654329 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a98eb996-d45f-4ef7-9946-5a85dbd155af tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:59.657335 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-a98eb996-d45f-4ef7-9946-5a85dbd155af tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1843078 Mar 07 13:45:59.659855 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 53880) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:59.665320 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-87035f39-6ac7-4ea0-bd11-ed7fb139db9f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Request body: {'security_group_rule': {'security_group_id': '5b1c3ee6-a3e3-4c08-b876-a301c5000808', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:45:59.705910 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-87035f39-6ac7-4ea0-bd11-ed7fb139db9f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for security_group_rule (f7d1c41b-0e4e-46f9-9ed2-27a3a12e05cb), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:59.744222 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-ba9db17b-d264-4ee7-a38b-392b31a6550c service neutron] 10.222.0.24 "GET /v2.0/networks/13ac22ff-28a9-4425-b974-3472839ae981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810246 Mar 07 13:45:59.791019 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] For port eafe21ce-610a-4362-a3f2-25ec1396f404, host hv-cinder-81322, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:45:59.832143 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-87035f39-6ac7-4ea0-bd11-ed7fb139db9f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for security_group_rule (f7d1c41b-0e4e-46f9-9ed2-27a3a12e05cb), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:59.842588 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-87035f39-6ac7-4ea0-bd11-ed7fb139db9f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (f7d1c41b-0e4e-46f9-9ed2-27a3a12e05cb), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:59.858479 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] For port eafe21ce-610a-4362-a3f2-25ec1396f404, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=eafe21ce-610a-4362-a3f2-25ec1396f404,segment=NetworkSegment(7ad5a2ac-07e9-441b-a198-f54411ff24d4),segment_id=7ad5a2ac-07e9-441b-a198-f54411ff24d4)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:45:59.872739 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87035f39-6ac7-4ea0-bd11-ed7fb139db9f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d1c41b-0e4e-46f9-9ed2-27a3a12e05cb,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:45:59.876781 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea584a6-c1d1-447f-a94e-9620f495d371 req-47f02fb9-d6e3-4f93-9d56-93107f24f3bc tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:59.878820 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-eea584a6-c1d1-447f-a94e-9620f495d371 req-47f02fb9-d6e3-4f93-9d56-93107f24f3bc tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.4895492 Mar 07 13:45:59.882684 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (eafe21ce-610a-4362-a3f2-25ec1396f404), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:59.902239 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-87035f39-6ac7-4ea0-bd11-ed7fb139db9f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:59.904690 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-87035f39-6ac7-4ea0-bd11-ed7fb139db9f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2432928 Mar 07 13:45:59.907685 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 53898) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:45:59.913954 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-da5f6b2c-576c-4c87-b056-3e2eb2ca6694 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Request body: {'floatingip': {'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:45:59.922340 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87035f39-6ac7-4ea0-bd11-ed7fb139db9f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:59.923152 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87035f39-6ac7-4ea0-bd11-ed7fb139db9f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:59.923711 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87035f39-6ac7-4ea0-bd11-ed7fb139db9f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:59.924276 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87035f39-6ac7-4ea0-bd11-ed7fb139db9f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:59.925424 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87035f39-6ac7-4ea0-bd11-ed7fb139db9f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:59.926106 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87035f39-6ac7-4ea0-bd11-ed7fb139db9f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:59.927287 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87035f39-6ac7-4ea0-bd11-ed7fb139db9f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:59.927844 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87035f39-6ac7-4ea0-bd11-ed7fb139db9f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:59.928406 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87035f39-6ac7-4ea0-bd11-ed7fb139db9f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:59.928946 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87035f39-6ac7-4ea0-bd11-ed7fb139db9f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:59.929507 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87035f39-6ac7-4ea0-bd11-ed7fb139db9f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:59.930067 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87035f39-6ac7-4ea0-bd11-ed7fb139db9f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:59.930605 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87035f39-6ac7-4ea0-bd11-ed7fb139db9f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:45:59.946086 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port d194a529-0a67-4452-8f9b-fceec1da18cb is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:45:59.967315 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:45:59.967943 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:45:59.970096 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] 10.222.0.10 "PUT /v2.0/ports/eafe21ce-610a-4362-a3f2-25ec1396f404 HTTP/1.1" status: 200 len: 1093 time: 1.6016200 Mar 07 13:45:59.972390 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f21a6685-c1ec-45ac-8844-b6911ab61796', 'tag': 'eafe21ce-610a-4362-a3f2-25ec1396f404'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:45:59.975381 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-111572e3-e021-4be4-8c60-4324a1c195a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'name': 'tempest-AttachVolumeShelveTestJSON-1207087246-router', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:56Z', 'revision_number': 4, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'gw_port': {'id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'acec564d-4568-4147-94a1-900ec3811164', 'name': '', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'mac_address': 'fa:16:3e:ac:8a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:55Z', 'updated_at': '2022-03-07T13:45:57Z', 'revision_number': 2, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'subnets': [{'id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:45:59.975997 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d29bf68-2110-47e9-a4df-add66ecd5b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "f21a6685-c1ec-45ac-8844-b6911ab61796", "tag": "eafe21ce-610a-4362-a3f2-25ec1396f404"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:45:59.990154 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-66069ca8-ae83-484c-9067-c5163e7ca49c service neutron] 10.222.0.24 "GET /v2.0/networks/13ac22ff-28a9-4425-b974-3472839ae981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318797 Mar 07 13:46:00.002209 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-da5f6b2c-576c-4c87-b056-3e2eb2ca6694 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:00.023564 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111572e3-e021-4be4-8c60-4324a1c195a8 None None] Checking router: 49e8bed0-1942-4173-bf9f-044d676b780f for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:46:00.023923 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111572e3-e021-4be4-8c60-4324a1c195a8 None None] Updating router 49e8bed0-1942-4173-bf9f-044d676b780f port acec564d-4568-4147-94a1-900ec3811164 binding host dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 13:46:00.028525 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-eea584a6-c1d1-447f-a94e-9620f495d371 req-80e0b255-aff6-4029-a8fc-3f672f0d7cb9 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062946 Mar 07 13:46:00.029561 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Pushing event updated for resources: {'Port': ['ID=eafe21ce-610a-4362-a3f2-25ec1396f404,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:00.065849 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:00.066378 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:00.066868 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:00.068586 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:00.069090 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:00.072458 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:00.073020 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:00.073742 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:00.074244 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:00.074820 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:00.075331 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:00.076146 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:00.077944 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1a1a3e-8e1b-4a31-a6db-f823984634c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:00.091340 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-111572e3-e021-4be4-8c60-4324a1c195a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (acec564d-4568-4147-94a1-900ec3811164), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:00.316169 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-bec16ec3-85a9-4477-a7a4-c950a95f314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:00.320736 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-bec16ec3-85a9-4477-a7a4-c950a95f314b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82f409344fb44431b78010df3681e746&device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 1127 time: 0.2333860 Mar 07 13:46:00.326140 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-da5f6b2c-576c-4c87-b056-3e2eb2ca6694 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:00.393892 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a695b2b-6711-4736-9112-688b8e5abdca x-openstack-request-id: req-1a695b2b-6711-4736-9112-688b8e5abdca {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:46:00.395732 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f21a6685-c1ec-45ac-8844-b6911ab61796", "tag": "eafe21ce-610a-4362-a3f2-25ec1396f404", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:46:00.397459 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a695b2b-6711-4736-9112-688b8e5abdca {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:46:00.397898 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f21a6685-c1ec-45ac-8844-b6911ab61796', 'tag': 'eafe21ce-610a-4362-a3f2-25ec1396f404', 'status': 'completed', 'code': 200} Mar 07 13:46:00.501258 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ab214-f7d2-490a-92f3-865648bd4e52 req-74e63880-ee21-496e-851d-be951a5c0759 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:00.503791 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-960ab214-f7d2-490a-92f3-865648bd4e52 req-74e63880-ee21-496e-851d-be951a5c0759 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 943 time: 0.3175967 Mar 07 13:46:00.505389 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-3d53d20e-7ca2-47fd-8261-9a9a754a1bfa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eafe21ce-610a-4362-a3f2-25ec1396f404 HTTP/1.1" status: 200 len: 217 time: 0.1659918 Mar 07 13:46:00.507394 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 53924) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:00.648100 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-d662f864-47c0-469e-a76a-72d5feeb3184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:00.651849 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-d662f864-47c0-469e-a76a-72d5feeb3184 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=84cba737-085a-4f82-8b44-901172c9d627 HTTP/1.1" status: 200 len: 849 time: 0.1296227 Mar 07 13:46:00.802375 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bbab84b3-cf0b-41d7-b21c-1bdb8717bbc6 req-aa11221f-86d1-41da-8f06-ca317641c408 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 210 time: 0.2957613 Mar 07 13:46:00.850417 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-111572e3-e021-4be4-8c60-4324a1c195a8 None None] Publish callbacks [] for port (acec564d-4568-4147-94a1-900ec3811164), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:00.862358 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-111572e3-e021-4be4-8c60-4324a1c195a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (acec564d-4568-4147-94a1-900ec3811164), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:00.921179 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-960ab214-f7d2-490a-92f3-865648bd4e52 req-5709366f-96aa-4dc3-9918-57dba5521828 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054251 Mar 07 13:46:00.927778 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-bdb37209-744e-4142-ad86-757ad2411486 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a9f18e3-f5b0-432c-9d31-7a381b63878e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2303643 Mar 07 13:46:00.934267 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-da5f6b2c-576c-4c87-b056-3e2eb2ca6694 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Allocated IP 172.27.1.66 (4737f3fa-18ff-4252-a580-88148a637511/b90664a8-a6a4-4a65-802b-5b7bd95111f9/db838138-4b46-4269-9664-de2dbe4ea9be) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:46:01.083212 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52456786-c6be-47c1-9903-a6b5799f4f82 None None] Pushing event updated for resources: {'Port': ['ID=acec564d-4568-4147-94a1-900ec3811164,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:01.089079 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 53944) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:01.097469 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-07b26091-9d38-4a0c-badf-e0d7e49b9c3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:01.190805 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-551a47b7-a5f8-43af-abfc-401f580d17e4 service neutron] 10.222.0.10 "GET /v2.0/networks/8a9f18e3-f5b0-432c-9d31-7a381b63878e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537246 Mar 07 13:46:01.192182 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-111572e3-e021-4be4-8c60-4324a1c195a8 None None] Attempting to bind port acec564d-4568-4147-94a1-900ec3811164 on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:46:01.192674 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-111572e3-e021-4be4-8c60-4324a1c195a8 None None] Attempting to bind port acec564d-4568-4147-94a1-900ec3811164 by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': '7b250602-d67d-4066-a67f-4f6f899fede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:46:01.196219 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111572e3-e021-4be4-8c60-4324a1c195a8 None None] Attempting to bind port acec564d-4568-4147-94a1-900ec3811164 on network 11248537-f61f-4e52-a906-c8f79d05286d {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:46:01.217659 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111572e3-e021-4be4-8c60-4324a1c195a8 None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:46:01.219383 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111572e3-e021-4be4-8c60-4324a1c195a8 None None] Checking segment: {'id': '7b250602-d67d-4066-a67f-4f6f899fede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:46:01.220018 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-111572e3-e021-4be4-8c60-4324a1c195a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:01.221302 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111572e3-e021-4be4-8c60-4324a1c195a8 None None] Bound using segment: {'id': '7b250602-d67d-4066-a67f-4f6f899fede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:46:01.221895 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-111572e3-e021-4be4-8c60-4324a1c195a8 None None] Bound port: acec564d-4568-4147-94a1-900ec3811164, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b250602-d67d-4066-a67f-4f6f899fede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:46:01.222290 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-111572e3-e021-4be4-8c60-4324a1c195a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (acec564d-4568-4147-94a1-900ec3811164), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:01.261370 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-da5f6b2c-576c-4c87-b056-3e2eb2ca6694 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for port (db838138-4b46-4269-9664-de2dbe4ea9be), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:01.330175 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-da5f6b2c-576c-4c87-b056-3e2eb2ca6694 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (db838138-4b46-4269-9664-de2dbe4ea9be), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:01.387156 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5f6b2c-576c-4c87-b056-3e2eb2ca6694 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Network 4737f3fa-18ff-4252-a580-88148a637511 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:46:01.390284 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-da5f6b2c-576c-4c87-b056-3e2eb2ca6694 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:46:01.394921 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5f6b2c-576c-4c87-b056-3e2eb2ca6694 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:46:01.402119 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f6b2c-576c-4c87-b056-3e2eb2ca6694 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Pushing event updated for resources: {'Port': ['ID=db838138-4b46-4269-9664-de2dbe4ea9be,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:01.403473 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-111572e3-e021-4be4-8c60-4324a1c195a8 None None] For port acec564d-4568-4147-94a1-900ec3811164, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:46:01.407841 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a4d8dd08-4cc6-43ba-b7cd-171b7dc8d857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:01.420014 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-111572e3-e021-4be4-8c60-4324a1c195a8 None None] For port acec564d-4568-4147-94a1-900ec3811164, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=acec564d-4568-4147-94a1-900ec3811164,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:46:01.435918 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-111572e3-e021-4be4-8c60-4324a1c195a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (acec564d-4568-4147-94a1-900ec3811164), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:01.472737 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-07b26091-9d38-4a0c-badf-e0d7e49b9c3e admin admin] Publish callbacks [] for security_group (26faf1a7-6aa5-4a37-9db9-2101289366b9), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:01.477829 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bfbcd57d-417d-4089-adbc-2b6730d477b2 req-ddf7bbef-744c-480c-8fee-a0bcf63be9e1 service neutron] 10.222.0.10 "GET /v2.0/networks/8a9f18e3-f5b0-432c-9d31-7a381b63878e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756808 Mar 07 13:46:01.485295 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-07b26091-9d38-4a0c-badf-e0d7e49b9c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (26faf1a7-6aa5-4a37-9db9-2101289366b9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:01.511281 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-5610396f-f6e4-49c0-8a0a-49c71b121f61 None None] Provisioning complete for port acec564d-4568-4147-94a1-900ec3811164 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:01.511661 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5610396f-f6e4-49c0-8a0a-49c71b121f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (acec564d-4568-4147-94a1-900ec3811164), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:01.545187 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b26091-9d38-4a0c-badf-e0d7e49b9c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26faf1a7-6aa5-4a37-9db9-2101289366b9,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:01.573518 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-07b26091-9d38-4a0c-badf-e0d7e49b9c3e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f3eda6c0df642a4a10a4e6e9a10314c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0627720 Mar 07 13:46:01.577104 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 53960) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:01.607070 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-da5f6b2c-576c-4c87-b056-3e2eb2ca6694 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for floatingip (0f35f6f3-9d07-4bf7-bd9d-13efe59ddefd), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:01.631211 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111572e3-e021-4be4-8c60-4324a1c195a8 None None] Routers {'49e8bed0-1942-4173-bf9f-044d676b780f'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:46:01.633297 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-111572e3-e021-4be4-8c60-4324a1c195a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:45:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['49e8bed0-1942-4173-bf9f-044d676b780f'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:01.670638 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-da5f6b2c-576c-4c87-b056-3e2eb2ca6694 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (db838138-4b46-4269-9664-de2dbe4ea9be), before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:01.760339 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a4d8dd08-4cc6-43ba-b7cd-171b7dc8d857 admin admin] Publish callbacks [] for security_group (97b0f28d-9de9-47b5-9858-91269ffd6094), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:01.777056 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a4d8dd08-4cc6-43ba-b7cd-171b7dc8d857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (97b0f28d-9de9-47b5-9858-91269ffd6094), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:01.789805 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52456786-c6be-47c1-9903-a6b5799f4f82 None None] Pushing event updated for resources: {'Port': ['ID=acec564d-4568-4147-94a1-900ec3811164,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:01.826794 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-111572e3-e021-4be4-8c60-4324a1c195a8 None None] Set router 49e8bed0-1942-4173-bf9f-044d676b780f gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:46:01.829148 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db5246b6-d17a-4950-ba48-20f2ec854f8f admin admin] Publish callbacks [] for security_group (26faf1a7-6aa5-4a37-9db9-2101289366b9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:01.873473 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8dd08-4cc6-43ba-b7cd-171b7dc8d857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b0f28d-9de9-47b5-9858-91269ffd6094,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:01.888186 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-a4d8dd08-4cc6-43ba-b7cd-171b7dc8d857 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07925f09a23f4b1983dce2ed6061a47f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7919939 Mar 07 13:46:01.890202 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29bf68-2110-47e9-a4df-add66ecd5b1a req-3116c1f9-f9a1-4645-bf20-88d9ff5177b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:01.891685 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3d29bf68-2110-47e9-a4df-add66ecd5b1a req-3116c1f9-f9a1-4645-bf20-88d9ff5177b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82f409344fb44431b78010df3681e746&device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 1127 time: 0.2527304 Mar 07 13:46:01.898539 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 53968) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:01.905923 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db5246b6-d17a-4950-ba48-20f2ec854f8f admin admin] Publish callbacks [] for security_group (26faf1a7-6aa5-4a37-9db9-2101289366b9), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:01.944274 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5610396f-f6e4-49c0-8a0a-49c71b121f61 None None] Current status of the port acec564d-4568-4147-94a1-900ec3811164 is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:01.944814 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5610396f-f6e4-49c0-8a0a-49c71b121f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (acec564d-4568-4147-94a1-900ec3811164), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:01.958195 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-da5f6b2c-576c-4c87-b056-3e2eb2ca6694 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for port (db838138-4b46-4269-9664-de2dbe4ea9be), precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:01.963620 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-da5f6b2c-576c-4c87-b056-3e2eb2ca6694 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238706'] for port (db838138-4b46-4269-9664-de2dbe4ea9be), after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:02.028632 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b5f264ed-11a6-48a6-8252-fa95fd3155b8 req-760047d4-4bc4-456d-80e4-1a35ee00281c tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 210 time: 0.0909433 Mar 07 13:46:02.061830 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-5610396f-f6e4-49c0-8a0a-49c71b121f61 None None] For port acec564d-4568-4147-94a1-900ec3811164, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=acec564d-4568-4147-94a1-900ec3811164,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:46:02.067045 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5610396f-f6e4-49c0-8a0a-49c71b121f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (acec564d-4568-4147-94a1-900ec3811164), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:02.132126 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f6b2c-576c-4c87-b056-3e2eb2ca6694 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Pushing event updated for resources: {'Port': ['ID=db838138-4b46-4269-9664-de2dbe4ea9be,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:02.137437 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-da5f6b2c-576c-4c87-b056-3e2eb2ca6694 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (0f35f6f3-9d07-4bf7-bd9d-13efe59ddefd), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:02.166061 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-da5f6b2c-576c-4c87-b056-3e2eb2ca6694 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:02.169215 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-da5f6b2c-576c-4c87-b056-3e2eb2ca6694 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2585151 Mar 07 13:46:02.170573 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db5246b6-d17a-4950-ba48-20f2ec854f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (26faf1a7-6aa5-4a37-9db9-2101289366b9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:02.173265 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db5246b6-d17a-4950-ba48-20f2ec854f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:02.176727 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-db5246b6-d17a-4950-ba48-20f2ec854f8f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/26faf1a7-6aa5-4a37-9db9-2101289366b9 HTTP/1.1" status: 204 len: 168 time: 0.5925822 Mar 07 13:46:02.178362 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8770-f0c8-4f85-9489-b255c2c72523 admin admin] Publish callbacks [] for security_group (97b0f28d-9de9-47b5-9858-91269ffd6094), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:02.205332 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5246b6-d17a-4950-ba48-20f2ec854f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26faf1a7-6aa5-4a37-9db9-2101289366b9,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:02.232626 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29bf68-2110-47e9-a4df-add66ecd5b1a req-108361f5-8d41-491b-a445-3eadb06c2bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:02.234358 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3d29bf68-2110-47e9-a4df-add66ecd5b1a req-108361f5-8d41-491b-a445-3eadb06c2bbe service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a9f18e3-f5b0-432c-9d31-7a381b63878e HTTP/1.1" status: 200 len: 909 time: 0.3305984 Mar 07 13:46:02.254070 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b1598-571c-4b71-8da8-9b737eb7c460 req-43a83bb5-0ef9-4fd7-b313-492ea165a679 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:02.266804 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610396f-f6e4-49c0-8a0a-49c71b121f61 None None] Pushing event updated for resources: {'Port': ['ID=acec564d-4568-4147-94a1-900ec3811164,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:02.268650 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-aa9b1598-571c-4b71-8da8-9b737eb7c460 req-43a83bb5-0ef9-4fd7-b313-492ea165a679 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 943 time: 0.2033970 Mar 07 13:46:02.281752 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8770-f0c8-4f85-9489-b255c2c72523 admin admin] Publish callbacks [] for security_group (97b0f28d-9de9-47b5-9858-91269ffd6094), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:02.287867 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-4d9ab96b-4a3e-4e3c-9364-7dfa608b6996 None None] Provisioning complete for port acec564d-4568-4147-94a1-900ec3811164 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:02.289644 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4d9ab96b-4a3e-4e3c-9364-7dfa608b6996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (acec564d-4568-4147-94a1-900ec3811164), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:02.375374 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3d29bf68-2110-47e9-a4df-add66ecd5b1a req-f90b1d89-d074-4aef-8426-852e4f09b774 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eafe21ce-610a-4362-a3f2-25ec1396f404 HTTP/1.1" status: 200 len: 217 time: 0.1044545 Mar 07 13:46:02.386704 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-111572e3-e021-4be4-8c60-4324a1c195a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'name': 'tempest-AttachVolumeShelveTestJSON-1207087246-router', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:56Z', 'revision_number': 4, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'gw_port': {'id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'acec564d-4568-4147-94a1-900ec3811164', 'name': '', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'mac_address': 'fa:16:3e:ac:8a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:55Z', 'updated_at': '2022-03-07T13:46:01Z', 'revision_number': 4, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'subnets': [{'id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:02.444331 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111572e3-e021-4be4-8c60-4324a1c195a8 None None] The sync data for ids ['49e8bed0-1942-4173-bf9f-044d676b780f'] in dv-cinder-813222-6-iscsi is: [{'id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'name': 'tempest-AttachVolumeShelveTestJSON-1207087246-router', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:56Z', 'revision_number': 4, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'gw_port': {'id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'acec564d-4568-4147-94a1-900ec3811164', 'name': '', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'mac_address': 'fa:16:3e:ac:8a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:55Z', 'updated_at': '2022-03-07T13:46:01Z', 'revision_number': 4, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'subnets': [{'id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:46:02.517557 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8770-f0c8-4f85-9489-b255c2c72523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (97b0f28d-9de9-47b5-9858-91269ffd6094), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:02.520651 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-4d9ab96b-4a3e-4e3c-9364-7dfa608b6996 None None] Current status of the port acec564d-4568-4147-94a1-900ec3811164 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:02.520810 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8770-f0c8-4f85-9489-b255c2c72523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:02.532763 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-0bdb8770-f0c8-4f85-9489-b255c2c72523 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97b0f28d-9de9-47b5-9858-91269ffd6094 HTTP/1.1" status: 204 len: 168 time: 0.6244531 Mar 07 13:46:02.637537 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-aa9b1598-571c-4b71-8da8-9b737eb7c460 req-0b27f9eb-b06c-4ec4-9814-20de145aa58a tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496258 Mar 07 13:46:02.716681 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-1eb9ddb2-3b2d-47cd-a0d8-2470e977ecd0 req-da9f3ea3-53cb-4d0c-9523-dd6eb6171a6d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1489606 Mar 07 13:46:02.742724 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb8770-f0c8-4f85-9489-b255c2c72523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b0f28d-9de9-47b5-9858-91269ffd6094,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:02.846273 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29bf68-2110-47e9-a4df-add66ecd5b1a req-45e1acba-f071-4d84-86fa-1bef8953a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:02.860698 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 54008) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:02.861976 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3d29bf68-2110-47e9-a4df-add66ecd5b1a req-45e1acba-f071-4d84-86fa-1bef8953a451 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=84cba737-085a-4f82-8b44-901172c9d627 HTTP/1.1" status: 200 len: 849 time: 0.4193809 Mar 07 13:46:02.873301 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:02.907213 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b0a7421a-39f8-4978-a579-d461f41ff2cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:02.934251 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3d29bf68-2110-47e9-a4df-add66ecd5b1a req-b980251a-f23b-4efa-8bc6-ad4c4e08d390 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a9f18e3-f5b0-432c-9d31-7a381b63878e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703790 Mar 07 13:46:02.962193 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9ddb2-3b2d-47cd-a0d8-2470e977ecd0 req-3b8f0a84-a504-47ad-8a73-e959f2faf3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:02.963731 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-1eb9ddb2-3b2d-47cd-a0d8-2470e977ecd0 req-3b8f0a84-a504-47ad-8a73-e959f2faf3e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88634ee7e2b24d288fb0ffe0074a2dc6&device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 1129 time: 0.2026863 Mar 07 13:46:03.039750 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-3766a0b7-fe18-4600-a4af-a5bf9c0549ef tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--25234804&fields=id&tenant_id=29cf89a499e44925abf85d7d74541fbd HTTP/1.1" status: 200 len: 267 time: 0.6096141 Mar 07 13:46:03.183081 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 54020) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:03.194668 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-981c1e1b-7106-48f3-be37-a177bd64df3a tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:03.196359 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-981c1e1b-7106-48f3-be37-a177bd64df3a tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.10 "GET /v2.0/networks?id=13ac22ff-28a9-4425-b974-3472839ae981 HTTP/1.1" status: 200 len: 814 time: 0.7054644 Mar 07 13:46:03.212489 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6ced9517-1a4c-41e7-9075-f9c6019a5be4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:03.255754 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-e744a7fc-418d-4384-931f-3de43e6a317e tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Request body: {'port': {'device_id': '58467f0e-534a-44c5-b0c5-dd22b74733bd', 'network_id': '13ac22ff-28a9-4425-b974-3472839ae981', 'admin_state_up': True, 'tenant_id': '2515866132ab4644bfa36601311dfc8f'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:46:03.347081 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device acec564d-4568-4147-94a1-900ec3811164 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:46:03.396194 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3eea84c8-2260-4701-a3a9-3d3e891f973a req-b7641298-1915-4228-aab1-4b512631285b tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 210 time: 0.1986542 Mar 07 13:46:03.425241 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6ced9517-1a4c-41e7-9075-f9c6019a5be4 admin admin] Publish callbacks [] for security_group (6f29af76-21f8-4288-b0a5-9b26af745cc8), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:03.427802 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9ddb2-3b2d-47cd-a0d8-2470e977ecd0 req-3f953893-8a3d-4133-8c4e-17e4820e3da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:03.432783 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-1eb9ddb2-3b2d-47cd-a0d8-2470e977ecd0 req-3f953893-8a3d-4133-8c4e-17e4820e3da4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a5b462aa-a284-4f43-8b3d-18890bd539a5 HTTP/1.1" status: 200 len: 918 time: 0.4405739 Mar 07 13:46:03.435995 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6ced9517-1a4c-41e7-9075-f9c6019a5be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (6f29af76-21f8-4288-b0a5-9b26af745cc8), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:03.478054 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port acec564d-4568-4147-94a1-900ec3811164 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:03.479749 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (acec564d-4568-4147-94a1-900ec3811164), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:03.506497 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3d29bf68-2110-47e9-a4df-add66ecd5b1a req-ebb8b5ff-95e3-4186-8e3e-0eff7be90c51 service neutron] 10.222.0.10 "GET /v2.0/networks/8a9f18e3-f5b0-432c-9d31-7a381b63878e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5531597 Mar 07 13:46:03.515257 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-1eb9ddb2-3b2d-47cd-a0d8-2470e977ecd0 req-666b928d-84d3-4de6-93f1-38a7ab55b775 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=906c9fd6-70d3-488f-ab60-10d4094bbe96 HTTP/1.1" status: 200 len: 217 time: 0.0694368 Mar 07 13:46:03.529679 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b0a7421a-39f8-4978-a579-d461f41ff2cf admin admin] Publish callbacks [] for security_group (dd43e534-aa31-46d4-b7bd-1a4aee4fd972), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:03.568229 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-6ced9517-1a4c-41e7-9075-f9c6019a5be4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51824ecfe7294f95aa4bc5a47e9fc700&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3776374 Mar 07 13:46:03.573541 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b0a7421a-39f8-4978-a579-d461f41ff2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (dd43e534-aa31-46d4-b7bd-1a4aee4fd972), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:03.578444 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 54028) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:03.622953 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-b0a7421a-39f8-4978-a579-d461f41ff2cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86496551fd9f4c60abed3fc22fc96b17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7612131 Mar 07 13:46:03.627794 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 54030) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:03.629948 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced9517-1a4c-41e7-9075-f9c6019a5be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f29af76-21f8-4288-b0a5-9b26af745cc8,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:03.653948 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-cb168a9a-69fc-4b14-86a4-1152eaedeb3d tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:03.655804 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-cb168a9a-69fc-4b14-86a4-1152eaedeb3d tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/networks?id=11248537-f61f-4e52-a906-c8f79d05286d HTTP/1.1" status: 200 len: 817 time: 0.6002526 Mar 07 13:46:03.663153 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7421a-39f8-4978-a579-d461f41ff2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd43e534-aa31-46d4-b7bd-1a4aee4fd972,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:03.680893 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port acec564d-4568-4147-94a1-900ec3811164 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:03.710830 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9ddb2-3b2d-47cd-a0d8-2470e977ecd0 req-814fff6c-af6f-4d5d-a5da-24d95cbff069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:03.712444 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-1eb9ddb2-3b2d-47cd-a0d8-2470e977ecd0 req-814fff6c-af6f-4d5d-a5da-24d95cbff069 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=588e3218-1b5e-44a1-964b-b3809f310cbf HTTP/1.1" status: 200 len: 858 time: 0.1815619 Mar 07 13:46:03.732500 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ba4c3f44-58c9-4f62-9859-8f7cf7a4b60b admin admin] Publish callbacks [] for security_group (dd43e534-aa31-46d4-b7bd-1a4aee4fd972), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:03.774984 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c57d09-fa1f-4965-adcb-09401a91933d req-55f7af20-ea0d-42ea-8095-b8f51e4a9d6a tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:03.776534 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a5c57d09-fa1f-4965-adcb-09401a91933d req-55f7af20-ea0d-42ea-8095-b8f51e4a9d6a tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.2168791 Mar 07 13:46:03.777852 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-53ff20be-b9aa-4b1a-9251-dd76fcbbd122 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/quotas/29cf89a499e44925abf85d7d74541fbd HTTP/1.1" status: 200 len: 375 time: 0.1100934 Mar 07 13:46:03.780477 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-1eb9ddb2-3b2d-47cd-a0d8-2470e977ecd0 req-e7350155-0d94-4d85-a743-12b7f5a089f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5b462aa-a284-4f43-8b3d-18890bd539a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487411 Mar 07 13:46:03.785071 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-e744a7fc-418d-4384-931f-3de43e6a317e tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Made reservation on behalf of 2515866132ab4644bfa36601311dfc8f for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:46:03.791672 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-e744a7fc-418d-4384-931f-3de43e6a317e tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:03.820390 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ba4c3f44-58c9-4f62-9859-8f7cf7a4b60b admin admin] Publish callbacks [] for security_group (dd43e534-aa31-46d4-b7bd-1a4aee4fd972), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:03.874051 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b89f6d73-565e-4e93-b55f-0f7c298d9231 admin admin] Publish callbacks [] for security_group (6f29af76-21f8-4288-b0a5-9b26af745cc8), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:03.968022 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-1eb9ddb2-3b2d-47cd-a0d8-2470e977ecd0 req-b16223cb-27c7-442e-8915-6714e29285d6 service neutron] 10.222.0.10 "GET /v2.0/networks/a5b462aa-a284-4f43-8b3d-18890bd539a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769555 Mar 07 13:46:03.971602 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ba4c3f44-58c9-4f62-9859-8f7cf7a4b60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (dd43e534-aa31-46d4-b7bd-1a4aee4fd972), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:03.975203 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ba4c3f44-58c9-4f62-9859-8f7cf7a4b60b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:03.976965 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-ba4c3f44-58c9-4f62-9859-8f7cf7a4b60b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd43e534-aa31-46d4-b7bd-1a4aee4fd972 HTTP/1.1" status: 204 len: 168 time: 0.3473549 Mar 07 13:46:03.994215 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c3f44-58c9-4f62-9859-8f7cf7a4b60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd43e534-aa31-46d4-b7bd-1a4aee4fd972,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:04.002111 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3d29bf68-2110-47e9-a4df-add66ecd5b1a req-88d4c921-5dc3-43cb-89f8-d29843f012bd service neutron] 10.222.0.10 "GET /v2.0/networks/8a9f18e3-f5b0-432c-9d31-7a381b63878e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926972 Mar 07 13:46:04.007857 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b89f6d73-565e-4e93-b55f-0f7c298d9231 admin admin] Publish callbacks [] for security_group (6f29af76-21f8-4288-b0a5-9b26af745cc8), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:04.045658 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-1cfe8213-10be-47fd-8055-b289fd285cdb tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=29cf89a499e44925abf85d7d74541fbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2335036 Mar 07 13:46:04.100830 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a5c57d09-fa1f-4965-adcb-09401a91933d req-cbca18d2-c5e2-4355-a928-b87e5734cccd tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816622 Mar 07 13:46:04.232026 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-1eb9ddb2-3b2d-47cd-a0d8-2470e977ecd0 req-4ac64452-48aa-4325-a43a-751a32c02b29 service neutron] 10.222.0.10 "GET /v2.0/networks/a5b462aa-a284-4f43-8b3d-18890bd539a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256745 Mar 07 13:46:04.324928 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-e744a7fc-418d-4384-931f-3de43e6a317e tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Allocated IP 172.20.0.8 (13ac22ff-28a9-4425-b974-3472839ae981/6004d604-4dc0-470c-82de-3d82006b16e2/1eddfba1-1f68-4295-af11-813cb2f639f0) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:46:04.358635 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b89f6d73-565e-4e93-b55f-0f7c298d9231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (6f29af76-21f8-4288-b0a5-9b26af745cc8), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:04.361987 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b89f6d73-565e-4e93-b55f-0f7c298d9231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:04.365896 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-b89f6d73-565e-4e93-b55f-0f7c298d9231 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f29af76-21f8-4288-b0a5-9b26af745cc8 HTTP/1.1" status: 204 len: 168 time: 0.7819903 Mar 07 13:46:04.400957 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11252448-b728-43f9-b905-9d22b0a8eec1 req-b3a8cbef-7d31-4b7b-b23e-e7bf6648e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:04.402772 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-11252448-b728-43f9-b905-9d22b0a8eec1 req-b3a8cbef-7d31-4b7b-b23e-e7bf6648e2eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88634ee7e2b24d288fb0ffe0074a2dc6&device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 1129 time: 0.0754282 Mar 07 13:46:04.525477 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11252448-b728-43f9-b905-9d22b0a8eec1 req-16b77347-d540-4eb8-bd49-0f959c81ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:04.528247 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-11252448-b728-43f9-b905-9d22b0a8eec1 req-16b77347-d540-4eb8-bd49-0f959c81ea71 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a5b462aa-a284-4f43-8b3d-18890bd539a5 HTTP/1.1" status: 200 len: 918 time: 0.1152959 Mar 07 13:46:04.580898 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-11252448-b728-43f9-b905-9d22b0a8eec1 req-d147805a-bcff-4307-b898-ca1641c4afe8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=906c9fd6-70d3-488f-ab60-10d4094bbe96 HTTP/1.1" status: 200 len: 217 time: 0.0456324 Mar 07 13:46:04.637397 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f6d73-565e-4e93-b55f-0f7c298d9231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f29af76-21f8-4288-b0a5-9b26af745cc8,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:04.647840 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b89541-f463-443b-b8bb-45ca2c189904 req-f418f6fe-6495-4d6a-83f9-5b6265663d62 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:04.650032 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-30b89541-f463-443b-b8bb-45ca2c189904 req-f418f6fe-6495-4d6a-83f9-5b6265663d62 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 943 time: 0.4579551 Mar 07 13:46:04.665648 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11252448-b728-43f9-b905-9d22b0a8eec1 req-2f742228-f72a-4ac7-9d04-2d5cd7f4a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:04.667633 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-11252448-b728-43f9-b905-9d22b0a8eec1 req-2f742228-f72a-4ac7-9d04-2d5cd7f4a9db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=588e3218-1b5e-44a1-964b-b3809f310cbf HTTP/1.1" status: 200 len: 858 time: 0.0793996 Mar 07 13:46:04.675705 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-7098c9b4-ae63-4495-baba-6b4e662c395f service neutron] 10.222.0.24 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915873 Mar 07 13:46:04.714691 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-11252448-b728-43f9-b905-9d22b0a8eec1 req-fe9d379d-93d9-428e-b0f1-d872e0058458 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5b462aa-a284-4f43-8b3d-18890bd539a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407078 Mar 07 13:46:04.805415 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-30b89541-f463-443b-b8bb-45ca2c189904 req-d78bbf05-dd45-43d8-b176-189683a926f8 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423078 Mar 07 13:46:04.853498 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-11252448-b728-43f9-b905-9d22b0a8eec1 req-870384b7-e913-4921-aa5b-1cdbab29eeba service neutron] 10.222.0.10 "GET /v2.0/networks/a5b462aa-a284-4f43-8b3d-18890bd539a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318057 Mar 07 13:46:04.919458 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b5443b15-338f-4de9-88b5-4b381f0c03c8 req-597db8a3-7d5a-489a-aef8-9459b5f39629 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 210 time: 0.0480659 Mar 07 13:46:04.948495 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-195b0fcd-c36f-4fe4-a011-8a72af391bc3 service neutron] 10.222.0.24 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580874 Mar 07 13:46:04.976993 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-e744a7fc-418d-4384-931f-3de43e6a317e tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Publish callbacks [] for port (1eddfba1-1f68-4295-af11-813cb2f639f0), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:04.995620 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-11252448-b728-43f9-b905-9d22b0a8eec1 req-39a11dfb-1e79-4e5f-ac97-be0da6870f21 service neutron] 10.222.0.10 "GET /v2.0/networks/a5b462aa-a284-4f43-8b3d-18890bd539a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341867 Mar 07 13:46:05.037489 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-e744a7fc-418d-4384-931f-3de43e6a317e tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (1eddfba1-1f68-4295-af11-813cb2f639f0), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:05.102643 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-e744a7fc-418d-4384-931f-3de43e6a317e tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Network 13ac22ff-28a9-4425-b974-3472839ae981 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:46:05.106160 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-e744a7fc-418d-4384-931f-3de43e6a317e tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:46:05.110219 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-e744a7fc-418d-4384-931f-3de43e6a317e tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:46:05.144195 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744a7fc-418d-4384-931f-3de43e6a317e tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Pushing event updated for resources: {'Port': ['ID=1eddfba1-1f68-4295-af11-813cb2f639f0,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:05.213631 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-e744a7fc-418d-4384-931f-3de43e6a317e tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:05.215853 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-e744a7fc-418d-4384-931f-3de43e6a317e tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:05.297472 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-afd95303-61e8-4fd9-8964-b6d61831e61c req-ff974df0-eaab-4ace-9ff4-fd2a1b1a6c31 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 210 time: 0.0632057 Mar 07 13:46:05.318657 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-e744a7fc-418d-4384-931f-3de43e6a317e tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0741315 Mar 07 13:46:05.343056 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-ff9d97f9-1e96-4694-97e9-849a9cc0b543 service neutron] Request body: {'port': {'device_id': '58467f0e-534a-44c5-b0c5-dd22b74733bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:46:05.435794 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device eafe21ce-610a-4362-a3f2-25ec1396f404 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 13:46:05.466073 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb907b00-1a5a-4c65-b374-a38d3b8e3217 req-74c7e6c0-0b73-4f62-b466-08ffc2a8b299 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:05.467612 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fb907b00-1a5a-4c65-b374-a38d3b8e3217 req-74c7e6c0-0b73-4f62-b466-08ffc2a8b299 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.1480532 Mar 07 13:46:05.469261 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-ff9d97f9-1e96-4694-97e9-849a9cc0b543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (1eddfba1-1f68-4295-af11-813cb2f639f0), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:05.657543 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port eafe21ce-610a-4362-a3f2-25ec1396f404, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=eafe21ce-610a-4362-a3f2-25ec1396f404,segment=NetworkSegment(7ad5a2ac-07e9-441b-a198-f54411ff24d4),segment_id=7ad5a2ac-07e9-441b-a198-f54411ff24d4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:46:05.676845 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Returning: {'device': 'eafe21ce-610a-4362-a3f2-25ec1396f404', 'network_id': '8a9f18e3-f5b0-432c-9d31-7a381b63878e', 'port_id': 'eafe21ce-610a-4362-a3f2-25ec1396f404', 'mac_address': 'fa:16:3e:66:ba:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84cba737-085a-4f82-8b44-901172c9d627', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 13:46:05.775614 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fb907b00-1a5a-4c65-b374-a38d3b8e3217 req-8ffb2b08-cd0e-477d-be06-f3eb81acec34 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957463 Mar 07 13:46:05.777983 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port eafe21ce-610a-4362-a3f2-25ec1396f404 is: DOWN; New status is: BUILD {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:05.778409 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (eafe21ce-610a-4362-a3f2-25ec1396f404), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:05.819040 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eafe21ce-610a-4362-a3f2-25ec1396f404 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:46:05.882808 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port eafe21ce-610a-4362-a3f2-25ec1396f404, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=eafe21ce-610a-4362-a3f2-25ec1396f404,segment=NetworkSegment(7ad5a2ac-07e9-441b-a198-f54411ff24d4),segment_id=7ad5a2ac-07e9-441b-a198-f54411ff24d4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:46:05.890680 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (eafe21ce-610a-4362-a3f2-25ec1396f404), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:06.001436 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=eafe21ce-610a-4362-a3f2-25ec1396f404,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:06.010658 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-ff9d97f9-1e96-4694-97e9-849a9cc0b543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eddfba1-1f68-4295-af11-813cb2f639f0 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:46:06.034416 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-ff9d97f9-1e96-4694-97e9-849a9cc0b543 service neutron] Publish callbacks [] for port (1eddfba1-1f68-4295-af11-813cb2f639f0), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:06.121759 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-ff9d97f9-1e96-4694-97e9-849a9cc0b543 service neutron] Transition to ACTIVE for port object 1eddfba1-1f68-4295-af11-813cb2f639f0 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 13:46:06.133165 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-ff9d97f9-1e96-4694-97e9-849a9cc0b543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (1eddfba1-1f68-4295-af11-813cb2f639f0), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:06.148386 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbb7ac-e2d5-43d7-afb1-8650e4edaf2c req-968e8cf5-2fe5-4951-b085-3e492674d9d7 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:06.148386 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a4bbb7ac-e2d5-43d7-afb1-8650e4edaf2c req-968e8cf5-2fe5-4951-b085-3e492674d9d7 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 944 time: 0.2254362 Mar 07 13:46:06.201190 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940cf9a-4d1f-4a3f-bacb-241c74c61b55 req-db2a0770-aebe-47e1-ba24-e58775357586 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:06.202704 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a940cf9a-4d1f-4a3f-bacb-241c74c61b55 req-db2a0770-aebe-47e1-ba24-e58775357586 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 931 time: 0.1656346 Mar 07 13:46:06.246745 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d97f9-1e96-4694-97e9-849a9cc0b543 service neutron] Pushing event updated for resources: {'Port': ['ID=1eddfba1-1f68-4295-af11-813cb2f639f0,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:06.336515 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a4bbb7ac-e2d5-43d7-afb1-8650e4edaf2c req-3cb737c2-9109-4e25-be32-2a241c47daec tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558430 Mar 07 13:46:06.361806 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['eafe21ce-610a-4362-a3f2-25ec1396f404'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:46:06.367706 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a940cf9a-4d1f-4a3f-bacb-241c74c61b55 req-68b4c692-0ac8-4be3-a244-963f16c352ab tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412086 Mar 07 13:46:06.380499 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-ff9d97f9-1e96-4694-97e9-849a9cc0b543 service neutron] Attempting to bind port 1eddfba1-1f68-4295-af11-813cb2f639f0 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:46:06.380873 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-ff9d97f9-1e96-4694-97e9-849a9cc0b543 service neutron] Attempting to bind port 1eddfba1-1f68-4295-af11-813cb2f639f0 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'fe688700-cfc6-487f-a1be-0f4c68b73bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '13ac22ff-28a9-4425-b974-3472839ae981'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:46:06.381245 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-ff9d97f9-1e96-4694-97e9-849a9cc0b543 service neutron] Attempting to bind port 1eddfba1-1f68-4295-af11-813cb2f639f0 on network 13ac22ff-28a9-4425-b974-3472839ae981 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:46:06.388511 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-ff9d97f9-1e96-4694-97e9-849a9cc0b543 service neutron] Port 1eddfba1-1f68-4295-af11-813cb2f639f0 on network 13ac22ff-28a9-4425-b974-3472839ae981 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 13:46:06.388810 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-ff9d97f9-1e96-4694-97e9-849a9cc0b543 service neutron] Attempting to bind port 1eddfba1-1f68-4295-af11-813cb2f639f0 on network 13ac22ff-28a9-4425-b974-3472839ae981 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:46:06.408658 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-ff9d97f9-1e96-4694-97e9-849a9cc0b543 service neutron] Checking agent: {'id': '54ecd8f5-e943-4369-a21b-1222345f30ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'started_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:46:06.409058 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-ff9d97f9-1e96-4694-97e9-849a9cc0b543 service neutron] Checking segment: {'id': 'fe688700-cfc6-487f-a1be-0f4c68b73bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '13ac22ff-28a9-4425-b974-3472839ae981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:46:06.409474 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-ff9d97f9-1e96-4694-97e9-849a9cc0b543 service neutron] Bound using segment: {'id': 'fe688700-cfc6-487f-a1be-0f4c68b73bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '13ac22ff-28a9-4425-b974-3472839ae981'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:46:06.409912 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-ff9d97f9-1e96-4694-97e9-849a9cc0b543 service neutron] Bound port: 1eddfba1-1f68-4295-af11-813cb2f639f0, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe688700-cfc6-487f-a1be-0f4c68b73bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '13ac22ff-28a9-4425-b974-3472839ae981'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:46:06.410271 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-ff9d97f9-1e96-4694-97e9-849a9cc0b543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (1eddfba1-1f68-4295-af11-813cb2f639f0), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:06.602222 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cd9ce4a5-f56c-4932-9840-9a3ea6b72d00 req-06170897-033b-4037-8d07-4cd1eb607e54 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 210 time: 0.0905981 Mar 07 13:46:06.669274 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-ff9d97f9-1e96-4694-97e9-849a9cc0b543 service neutron] For port 1eddfba1-1f68-4295-af11-813cb2f639f0, host hv-cinder-81322, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:46:06.689453 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f5aed138-d590-449d-ad25-db4750897214 req-60c852ea-c8e5-4323-a886-be06d83a5f9c tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743294902&fields=id&tenant_id=c10fe3afe2e84b7694415570a68cee37 HTTP/1.1" status: 200 len: 267 time: 0.1225364 Mar 07 13:46:06.693545 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-ff9d97f9-1e96-4694-97e9-849a9cc0b543 service neutron] For port 1eddfba1-1f68-4295-af11-813cb2f639f0, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1eddfba1-1f68-4295-af11-813cb2f639f0,segment=NetworkSegment(fe688700-cfc6-487f-a1be-0f4c68b73bb7),segment_id=fe688700-cfc6-487f-a1be-0f4c68b73bb7)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:46:06.712392 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-ff9d97f9-1e96-4694-97e9-849a9cc0b543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (1eddfba1-1f68-4295-af11-813cb2f639f0), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:06.856062 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-ff9d97f9-1e96-4694-97e9-849a9cc0b543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:06.857102 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-ff9d97f9-1e96-4694-97e9-849a9cc0b543 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:06.858791 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-ff9d97f9-1e96-4694-97e9-849a9cc0b543 service neutron] 10.222.0.10 "PUT /v2.0/ports/1eddfba1-1f68-4295-af11-813cb2f639f0 HTTP/1.1" status: 200 len: 1093 time: 1.5204813 Mar 07 13:46:06.864981 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58467f0e-534a-44c5-b0c5-dd22b74733bd', 'tag': '1eddfba1-1f68-4295-af11-813cb2f639f0'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:46:06.867578 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609d24fb-4248-41c8-b537-5df0fdd06128" -d '{"events": [{"name": "network-changed", "server_uuid": "58467f0e-534a-44c5-b0c5-dd22b74733bd", "tag": "1eddfba1-1f68-4295-af11-813cb2f639f0"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:46:06.905665 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-91c9de93-3f8e-4c57-91ac-167ce38b8668 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:06.907947 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-91c9de93-3f8e-4c57-91ac-167ce38b8668 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.10 "GET /v2.0/networks?id=11248537-f61f-4e52-a906-c8f79d05286d HTTP/1.1" status: 200 len: 817 time: 0.2980123 Mar 07 13:46:06.954316 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d97f9-1e96-4694-97e9-849a9cc0b543 service neutron] Pushing event updated for resources: {'Port': ['ID=1eddfba1-1f68-4295-af11-813cb2f639f0,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:07.042453 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aed138-d590-449d-ad25-db4750897214 req-b2cf4314-2700-4800-839a-1ff51cc159f2 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:07.050678 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f5aed138-d590-449d-ad25-db4750897214 req-b2cf4314-2700-4800-839a-1ff51cc159f2 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/networks?id=ae647865-b6eb-48d6-bfc7-51b766b88343 HTTP/1.1" status: 200 len: 812 time: 0.3529532 Mar 07 13:46:07.063234 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-a449e1ea-d752-4348-9221-26a6edbd3b47 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29cf89a499e44925abf85d7d74541fbd HTTP/1.1" status: 200 len: 378 time: 0.1190398 Mar 07 13:46:07.068180 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f5aed138-d590-449d-ad25-db4750897214 req-d131db9a-6bbd-4838-b840-a416e0f55208 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/quotas/c10fe3afe2e84b7694415570a68cee37 HTTP/1.1" status: 200 len: 375 time: 0.0165803 Mar 07 13:46:07.085608 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-daf22023-f6dc-49fe-bfa7-54494a3a8a68 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Request body: {'port': {'device_id': 'ac2a3979-bacd-41cd-925b-487654278434', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'admin_state_up': True, 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'security_groups': ['5b1c3ee6-a3e3-4c08-b876-a301c5000808']}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:46:07.148218 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c6125-5804-4e46-b574-6e331c5619f2 req-5e6ca21f-2061-4019-b5b0-94436ce2d5fa tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:07.150021 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1d8c6125-5804-4e46-b574-6e331c5619f2 req-5e6ca21f-2061-4019-b5b0-94436ce2d5fa tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.2770474 Mar 07 13:46:07.159241 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-e6b55adc-d8fd-4cc6-8b8c-8193fd32a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:07.161802 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-e6b55adc-d8fd-4cc6-8b8c-8193fd32a1eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2515866132ab4644bfa36601311dfc8f&device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 1127 time: 0.1859918 Mar 07 13:46:07.234570 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-b4a9afaf-5414-416e-a1a7-8e5c34e90fb9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1eddfba1-1f68-4295-af11-813cb2f639f0 HTTP/1.1" status: 200 len: 217 time: 0.0538023 Mar 07 13:46:07.244351 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-daf22023-f6dc-49fe-bfa7-54494a3a8a68 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Made reservation on behalf of 29cf89a499e44925abf85d7d74541fbd for: {'port': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:46:07.248142 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-daf22023-f6dc-49fe-bfa7-54494a3a8a68 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:07.302803 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f5aed138-d590-449d-ad25-db4750897214 req-0367693f-69de-40c4-9567-793fe5482e00 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c10fe3afe2e84b7694415570a68cee37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2336845 Mar 07 13:46:07.330706 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1d8c6125-5804-4e46-b574-6e331c5619f2 req-e6104ba6-1cf5-45c9-b7f8-54da9491437c tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666737 Mar 07 13:46:07.349571 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 54200) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:07.387889 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-63ed4822-87b1-42b8-81b4-1005e2f896ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:07.389554 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-63ed4822-87b1-42b8-81b4-1005e2f896ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6004d604-4dc0-470c-82de-3d82006b16e2 HTTP/1.1" status: 200 len: 854 time: 0.1466069 Mar 07 13:46:07.418831 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4eea260-5d99-4e30-bd46-c18ff5af4876 x-openstack-request-id: req-b4eea260-5d99-4e30-bd46-c18ff5af4876 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:46:07.419091 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58467f0e-534a-44c5-b0c5-dd22b74733bd", "tag": "1eddfba1-1f68-4295-af11-813cb2f639f0", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:46:07.419334 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4eea260-5d99-4e30-bd46-c18ff5af4876 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:46:07.419711 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58467f0e-534a-44c5-b0c5-dd22b74733bd', 'tag': '1eddfba1-1f68-4295-af11-813cb2f639f0', 'status': 'completed', 'code': 200} Mar 07 13:46:07.455375 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-f2551fe1-7d5f-472e-9ddb-ccf6b24edd45 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13ac22ff-28a9-4425-b974-3472839ae981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385811 Mar 07 13:46:07.536399 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f5aed138-d590-449d-ad25-db4750897214 req-12c35b23-75f0-43de-bdbd-07d055479bc7 service neutron] 10.222.0.24 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970596 Mar 07 13:46:07.621770 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-daf22023-f6dc-49fe-bfa7-54494a3a8a68 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Allocated IP 172.20.0.7 (11248537-f61f-4e52-a906-c8f79d05286d/f00f6663-2751-47b6-a25e-1bb93ec00e74/c284a1ce-b7ca-456a-8537-cc2cd0f6160f) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:46:07.697954 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf5f62-20f1-4dcf-9bc8-68a2f1fa692c req-cd29692a-21f5-4282-be3a-bf00e46818a7 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:07.699459 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9ecf5f62-20f1-4dcf-9bc8-68a2f1fa692c req-cd29692a-21f5-4282-be3a-bf00e46818a7 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 944 time: 0.2125745 Mar 07 13:46:07.704133 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-8077bac3-bfde-4bcd-9d81-2e2b78cf3a88 service neutron] 10.222.0.10 "GET /v2.0/networks/13ac22ff-28a9-4425-b974-3472839ae981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321014 Mar 07 13:46:07.782247 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d130b76e-3147-406c-b32d-410e5c99d426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:07.794678 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-daf22023-f6dc-49fe-bfa7-54494a3a8a68 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:07.803765 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f5aed138-d590-449d-ad25-db4750897214 req-5983622a-2004-418b-9945-402cf070a7cf service neutron] 10.222.0.24 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213249 Mar 07 13:46:07.843576 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9ecf5f62-20f1-4dcf-9bc8-68a2f1fa692c req-ab390ef1-129a-48a2-8829-496a03098e4f tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260173 Mar 07 13:46:07.871845 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fe20db23-cfc5-47e8-b8f5-2738acc18ba4 req-c4626acd-35e0-4947-b4c7-415fd6ae96ed service neutron] 10.222.0.10 "GET /v2.0/networks/13ac22ff-28a9-4425-b974-3472839ae981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584160 Mar 07 13:46:07.878164 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-daf22023-f6dc-49fe-bfa7-54494a3a8a68 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:07.966758 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf22023-f6dc-49fe-bfa7-54494a3a8a68 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Pushing event updated for resources: {'Port': ['ID=c284a1ce-b7ca-456a-8537-cc2cd0f6160f,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:08.001434 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-daf22023-f6dc-49fe-bfa7-54494a3a8a68 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Network 11248537-f61f-4e52-a906-c8f79d05286d is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:46:08.009154 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-daf22023-f6dc-49fe-bfa7-54494a3a8a68 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:46:08.024133 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-daf22023-f6dc-49fe-bfa7-54494a3a8a68 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:46:08.061932 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d130b76e-3147-406c-b32d-410e5c99d426 admin admin] Publish callbacks [] for security_group (9049a85b-82c3-4756-bb4c-adf1f52b6d0e), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:08.068334 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d130b76e-3147-406c-b32d-410e5c99d426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (9049a85b-82c3-4756-bb4c-adf1f52b6d0e), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:08.088080 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ddcf1f-32d2-4f95-bf5d-f01d7a1aba90 req-6267f807-488f-4c8e-b2a9-01731d3c40e1 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:08.090023 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-08ddcf1f-32d2-4f95-bf5d-f01d7a1aba90 req-6267f807-488f-4c8e-b2a9-01731d3c40e1 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 943 time: 0.1548758 Mar 07 13:46:08.097869 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d24fb-4248-41c8-b537-5df0fdd06128 req-77ce81c7-4b20-4426-b622-aea04bb89942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:08.099529 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-609d24fb-4248-41c8-b537-5df0fdd06128 req-77ce81c7-4b20-4426-b622-aea04bb89942 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2515866132ab4644bfa36601311dfc8f&device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 1127 time: 0.1106942 Mar 07 13:46:08.105782 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-d130b76e-3147-406c-b32d-410e5c99d426 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d12094d493b4689a5bf4bb5e9f3de8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7474535 Mar 07 13:46:08.108979 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 54230) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:08.217523 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-daf22023-f6dc-49fe-bfa7-54494a3a8a68 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:08.221854 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-daf22023-f6dc-49fe-bfa7-54494a3a8a68 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for port (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:08.278881 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130b76e-3147-406c-b32d-410e5c99d426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9049a85b-82c3-4756-bb4c-adf1f52b6d0e,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:08.290440 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d24fb-4248-41c8-b537-5df0fdd06128 req-ef771674-3ad0-4bd5-b3d9-6944bb1a6283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:08.292103 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-609d24fb-4248-41c8-b537-5df0fdd06128 req-ef771674-3ad0-4bd5-b3d9-6944bb1a6283 service neutron] 10.222.0.10 "GET /v2.0/networks?id=13ac22ff-28a9-4425-b974-3472839ae981 HTTP/1.1" status: 200 len: 914 time: 0.1627424 Mar 07 13:46:08.299452 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-daf22023-f6dc-49fe-bfa7-54494a3a8a68 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2251198 Mar 07 13:46:08.333595 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-36f30ca8-2c91-4650-a0d8-8f569d7771e7 service neutron] Request body: {'port': {'device_id': 'ac2a3979-bacd-41cd-925b-487654278434', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:46:08.338719 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2da4d7bc-1154-4795-8175-3204887ed631 admin admin] Publish callbacks [] for security_group (9049a85b-82c3-4756-bb4c-adf1f52b6d0e), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:08.411557 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-08ddcf1f-32d2-4f95-bf5d-f01d7a1aba90 req-a00acdc5-f46b-4533-850f-cc4c2d1c5308 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109784 Mar 07 13:46:08.416304 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-609d24fb-4248-41c8-b537-5df0fdd06128 req-17d8291d-aa8e-4dc2-afd9-83c1b44fc931 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1eddfba1-1f68-4295-af11-813cb2f639f0 HTTP/1.1" status: 200 len: 217 time: 0.0701466 Mar 07 13:46:08.420283 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-856b9a75-9414-4af9-95e2-ce8922a62fa3 None None] Provisioning complete for port c284a1ce-b7ca-456a-8537-cc2cd0f6160f triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:08.421313 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-856b9a75-9414-4af9-95e2-ce8922a62fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:08.443521 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2da4d7bc-1154-4795-8175-3204887ed631 admin admin] Publish callbacks [] for security_group (9049a85b-82c3-4756-bb4c-adf1f52b6d0e), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:08.465985 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b408875-d156-4fc1-b85f-ef6f17ad9bd8 req-3a9fb488-2443-4a83-b4fb-347abda5b71a tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:08.473940 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2b408875-d156-4fc1-b85f-ef6f17ad9bd8 req-3a9fb488-2443-4a83-b4fb-347abda5b71a tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 931 time: 0.1999698 Mar 07 13:46:08.489966 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-36f30ca8-2c91-4650-a0d8-8f569d7771e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:08.503789 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-856b9a75-9414-4af9-95e2-ce8922a62fa3 None None] Port c284a1ce-b7ca-456a-8537-cc2cd0f6160f cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:46:08.513320 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d24fb-4248-41c8-b537-5df0fdd06128 req-8905bf7f-b742-413c-ad4d-9498660d86e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:08.517428 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-609d24fb-4248-41c8-b537-5df0fdd06128 req-8905bf7f-b742-413c-ad4d-9498660d86e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6004d604-4dc0-470c-82de-3d82006b16e2 HTTP/1.1" status: 200 len: 854 time: 0.0934594 Mar 07 13:46:08.593060 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-609d24fb-4248-41c8-b537-5df0fdd06128 req-a52ce895-73da-4a33-b667-f9561ebfa4af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13ac22ff-28a9-4425-b974-3472839ae981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689824 Mar 07 13:46:08.617610 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a0ddbaaf-fc90-43e2-a42f-ce621e67c9fb req-b0f82576-dc12-44e7-83fd-9038223a7dcb tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 210 time: 0.0982008 Mar 07 13:46:08.627663 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2da4d7bc-1154-4795-8175-3204887ed631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (9049a85b-82c3-4756-bb4c-adf1f52b6d0e), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:08.630497 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2da4d7bc-1154-4795-8175-3204887ed631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:08.631964 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-2da4d7bc-1154-4795-8175-3204887ed631 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9049a85b-82c3-4756-bb4c-adf1f52b6d0e HTTP/1.1" status: 204 len: 168 time: 0.5169041 Mar 07 13:46:08.650739 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4d7bc-1154-4795-8175-3204887ed631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9049a85b-82c3-4756-bb4c-adf1f52b6d0e,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:08.673855 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2b408875-d156-4fc1-b85f-ef6f17ad9bd8 req-ca23c2bb-8e77-4ea8-9814-b571aa2e950c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1990089 Mar 07 13:46:08.930286 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-36f30ca8-2c91-4650-a0d8-8f569d7771e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c284a1ce-b7ca-456a-8537-cc2cd0f6160f {{(pid=109593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:46:08.940076 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-36f30ca8-2c91-4650-a0d8-8f569d7771e7 service neutron] Publish callbacks [] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:08.958460 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.provisioning_blocks [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-36f30ca8-2c91-4650-a0d8-8f569d7771e7 service neutron] Transition to ACTIVE for port object c284a1ce-b7ca-456a-8537-cc2cd0f6160f will not be triggered until provisioned by entity L2. {{(pid=109593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 13:46:08.965197 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-36f30ca8-2c91-4650-a0d8-8f569d7771e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238706'] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:09.094917 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f30ca8-2c91-4650-a0d8-8f569d7771e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c284a1ce-b7ca-456a-8537-cc2cd0f6160f,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:09.157544 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 54262) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:09.158413 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-36f30ca8-2c91-4650-a0d8-8f569d7771e7 service neutron] Attempting to bind port c284a1ce-b7ca-456a-8537-cc2cd0f6160f on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:46:09.158990 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-36f30ca8-2c91-4650-a0d8-8f569d7771e7 service neutron] Attempting to bind port c284a1ce-b7ca-456a-8537-cc2cd0f6160f by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '7b250602-d67d-4066-a67f-4f6f899fede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d'}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:46:09.159459 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-36f30ca8-2c91-4650-a0d8-8f569d7771e7 service neutron] Attempting to bind port c284a1ce-b7ca-456a-8537-cc2cd0f6160f on network 11248537-f61f-4e52-a906-c8f79d05286d {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:46:09.188130 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-36f30ca8-2c91-4650-a0d8-8f569d7771e7 service neutron] Port c284a1ce-b7ca-456a-8537-cc2cd0f6160f on network 11248537-f61f-4e52-a906-c8f79d05286d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 13:46:09.189381 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-36f30ca8-2c91-4650-a0d8-8f569d7771e7 service neutron] Attempting to bind port c284a1ce-b7ca-456a-8537-cc2cd0f6160f on network 11248537-f61f-4e52-a906-c8f79d05286d {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:46:09.191884 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b0951d87-434d-4915-a084-04111cb65df7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:09.211758 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-609d24fb-4248-41c8-b537-5df0fdd06128 req-4b1a6316-4969-4e7a-9a81-5c31831e75e5 service neutron] 10.222.0.10 "GET /v2.0/networks/13ac22ff-28a9-4425-b974-3472839ae981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5929878 Mar 07 13:46:09.241633 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30a69e-a78e-4dad-bc73-34b630ff305a req-346d0cca-ef4c-4aca-b46a-68173850904a tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:09.243428 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cd30a69e-a78e-4dad-bc73-34b630ff305a req-346d0cca-ef4c-4aca-b46a-68173850904a tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.2658138 Mar 07 13:46:09.261362 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-36f30ca8-2c91-4650-a0d8-8f569d7771e7 service neutron] Checking agent: {'id': '54ecd8f5-e943-4369-a21b-1222345f30ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'started_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:46:09.261784 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-36f30ca8-2c91-4650-a0d8-8f569d7771e7 service neutron] Checking segment: {'id': '7b250602-d67d-4066-a67f-4f6f899fede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:46:09.262227 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-36f30ca8-2c91-4650-a0d8-8f569d7771e7 service neutron] Bound using segment: {'id': '7b250602-d67d-4066-a67f-4f6f899fede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d'} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:46:09.262726 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-36f30ca8-2c91-4650-a0d8-8f569d7771e7 service neutron] Bound port: c284a1ce-b7ca-456a-8537-cc2cd0f6160f, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b250602-d67d-4066-a67f-4f6f899fede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d'}}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:46:09.263147 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-36f30ca8-2c91-4650-a0d8-8f569d7771e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:09.276443 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94783b24-88ec-4078-97e6-096193177b62 req-7bcac47d-4a6d-4d42-9f70-4776ddaeb226 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:09.278404 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-94783b24-88ec-4078-97e6-096193177b62 req-7bcac47d-4a6d-4d42-9f70-4776ddaeb226 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 944 time: 0.3036883 Mar 07 13:46:09.318124 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:46:09.394617 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-36f30ca8-2c91-4650-a0d8-8f569d7771e7 service neutron] For port c284a1ce-b7ca-456a-8537-cc2cd0f6160f, host hv-cinder-81322, cleared binding levels {{(pid=109593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:46:09.397908 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b0951d87-434d-4915-a084-04111cb65df7 admin admin] Publish callbacks [] for security_group (d13fc6ba-0f1e-43a2-87d5-604456d3b027), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:09.399941 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-36f30ca8-2c91-4650-a0d8-8f569d7771e7 service neutron] For port c284a1ce-b7ca-456a-8537-cc2cd0f6160f, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c284a1ce-b7ca-456a-8537-cc2cd0f6160f,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:46:09.403309 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b0951d87-434d-4915-a084-04111cb65df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (d13fc6ba-0f1e-43a2-87d5-604456d3b027), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:09.425688 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cd30a69e-a78e-4dad-bc73-34b630ff305a req-a219d594-cf20-4770-b81d-da11ad45cd21 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584024 Mar 07 13:46:09.428160 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-36f30ca8-2c91-4650-a0d8-8f569d7771e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238706'] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:09.431101 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-609d24fb-4248-41c8-b537-5df0fdd06128 req-b5e5ebdc-1cda-43dc-b5bb-72d807c8c8c3 service neutron] 10.222.0.10 "GET /v2.0/networks/13ac22ff-28a9-4425-b974-3472839ae981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108090 Mar 07 13:46:09.434250 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-94783b24-88ec-4078-97e6-096193177b62 req-31c716f8-a849-4d02-9667-35693da9d215 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467421 Mar 07 13:46:09.450014 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device eafe21ce-610a-4362-a3f2-25ec1396f404 up at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:46:09.481891 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0951d87-434d-4915-a084-04111cb65df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13fc6ba-0f1e-43a2-87d5-604456d3b027,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:09.518065 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning for port eafe21ce-610a-4362-a3f2-25ec1396f404 completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 13:46:09.522556 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning complete for port eafe21ce-610a-4362-a3f2-25ec1396f404 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:09.523763 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (eafe21ce-610a-4362-a3f2-25ec1396f404), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:09.536130 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-b0951d87-434d-4915-a084-04111cb65df7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e66a7112819a42e79c2a292b14bd9695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3674505 Mar 07 13:46:09.536130 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-36f30ca8-2c91-4650-a0d8-8f569d7771e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:09.536130 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-36f30ca8-2c91-4650-a0d8-8f569d7771e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for port (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:09.537444 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-36f30ca8-2c91-4650-a0d8-8f569d7771e7 service neutron] 10.222.0.10 "PUT /v2.0/ports/c284a1ce-b7ca-456a-8537-cc2cd0f6160f HTTP/1.1" status: 200 len: 1093 time: 1.2168252 Mar 07 13:46:09.539842 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2a3979-bacd-41cd-925b-487654278434', 'tag': 'c284a1ce-b7ca-456a-8537-cc2cd0f6160f'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:46:09.542229 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f103107def4ac1757260bfdb5b7c692c97e792ef1fddc37f4b0882d33d20cc26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a75c6c-ee65-4884-addb-3b0b3778c4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2a3979-bacd-41cd-925b-487654278434", "tag": "c284a1ce-b7ca-456a-8537-cc2cd0f6160f"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:46:09.544666 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 54274) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:09.567415 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f30ca8-2c91-4650-a0d8-8f569d7771e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c284a1ce-b7ca-456a-8537-cc2cd0f6160f,revision_number=3']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:09.593593 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d06b8bc-9982-4e11-9980-dbd2a23cf924 x-openstack-request-id: req-5d06b8bc-9982-4e11-9980-dbd2a23cf924 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:46:09.593895 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2a3979-bacd-41cd-925b-487654278434", "tag": "c284a1ce-b7ca-456a-8537-cc2cd0f6160f", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:46:09.594246 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d06b8bc-9982-4e11-9980-dbd2a23cf924 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:46:09.594820 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2a3979-bacd-41cd-925b-487654278434', 'tag': 'c284a1ce-b7ca-456a-8537-cc2cd0f6160f', 'status': 'completed', 'code': 200} Mar 07 13:46:09.629922 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eef655-d29b-4da4-89bf-be38c9770b6a req-2e138b74-10bb-4656-9f05-6d6842305339 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:09.631640 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a3eef655-d29b-4da4-89bf-be38c9770b6a req-2e138b74-10bb-4656-9f05-6d6842305339 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 943 time: 0.1228118 Mar 07 13:46:09.682209 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port eafe21ce-610a-4362-a3f2-25ec1396f404 is: BUILD; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:09.685609 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (eafe21ce-610a-4362-a3f2-25ec1396f404), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:09.707383 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-20d0b24d-15fb-496c-bf09-d819f389caf4 admin admin] Publish callbacks [] for security_group (d13fc6ba-0f1e-43a2-87d5-604456d3b027), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:09.761544 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21a6685-c1ec-45ac-8844-b6911ab61796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafe21ce-610a-4362-a3f2-25ec1396f404'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:46:09.766026 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4baa65bf-9b9e-4eb1-9d5c-261f2f0928d9" -d '{"events": [{"server_uuid": "f21a6685-c1ec-45ac-8844-b6911ab61796", "name": "network-vif-plugged", "status": "completed", "tag": "eafe21ce-610a-4362-a3f2-25ec1396f404"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:46:09.782623 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-bcadf401-7426-46f6-8ee2-c709d80ed450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:09.785103 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-bcadf401-7426-46f6-8ee2-c709d80ed450 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29cf89a499e44925abf85d7d74541fbd&device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 1127 time: 0.1283095 Mar 07 13:46:09.787794 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port eafe21ce-610a-4362-a3f2-25ec1396f404, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=eafe21ce-610a-4362-a3f2-25ec1396f404,segment=NetworkSegment(7ad5a2ac-07e9-441b-a198-f54411ff24d4),segment_id=7ad5a2ac-07e9-441b-a198-f54411ff24d4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:46:09.818420 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-20d0b24d-15fb-496c-bf09-d819f389caf4 admin admin] Publish callbacks [] for security_group (d13fc6ba-0f1e-43a2-87d5-604456d3b027), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:09.826472 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (eafe21ce-610a-4362-a3f2-25ec1396f404), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:09.829777 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a3eef655-d29b-4da4-89bf-be38c9770b6a req-a947b80e-e42e-42ff-9c8e-57b88ee402f2 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824932 Mar 07 13:46:09.841872 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b4e04956-4955-4014-a863-aa9ab162913e req-1cf0abc1-ed44-4fb0-8b3d-1498d77705f8 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 210 time: 0.0724194 Mar 07 13:46:09.905152 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2829b042-e43a-46ed-890a-56872e891db9 x-openstack-request-id: req-2829b042-e43a-46ed-890a-56872e891db9 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:46:09.905575 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21a6685-c1ec-45ac-8844-b6911ab61796", "name": "network-vif-plugged", "status": "completed", "tag": "eafe21ce-610a-4362-a3f2-25ec1396f404", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:46:09.907009 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2829b042-e43a-46ed-890a-56872e891db9 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:46:09.907502 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21a6685-c1ec-45ac-8844-b6911ab61796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafe21ce-610a-4362-a3f2-25ec1396f404', 'code': 200} Mar 07 13:46:09.913801 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=eafe21ce-610a-4362-a3f2-25ec1396f404,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:09.923184 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:09.924304 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:09.924879 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:09.925470 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:09.926011 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:09.926577 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:09.927234 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:09.927784 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:09.928325 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:09.928913 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:09.929476 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:09.930006 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:09.930892 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:09.941496 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-65f16c86-f011-4020-9ab1-38961761704c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c284a1ce-b7ca-456a-8537-cc2cd0f6160f HTTP/1.1" status: 200 len: 217 time: 0.1054506 Mar 07 13:46:10.005576 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-ad0d40e6-92e3-4b44-8774-659815534886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:10.007371 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-ad0d40e6-92e3-4b44-8774-659815534886 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f00f6663-2751-47b6-a25e-1bb93ec00e74 HTTP/1.1" status: 200 len: 856 time: 0.0561950 Mar 07 13:46:10.087531 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b45fd7-1f75-49c9-8654-9eb052aafed7 req-cc42feeb-f049-4735-a32e-5b140192e728 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:10.095639 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-60b45fd7-1f75-49c9-8654-9eb052aafed7 req-cc42feeb-f049-4735-a32e-5b140192e728 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 943 time: 0.1369870 Mar 07 13:46:10.098977 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-8762ff8b-3768-420c-a5ef-11eedefaab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:10.100672 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-8762ff8b-3768-420c-a5ef-11eedefaab61 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11248537-f61f-4e52-a906-c8f79d05286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0765703 Mar 07 13:46:10.101012 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-20d0b24d-15fb-496c-bf09-d819f389caf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (d13fc6ba-0f1e-43a2-87d5-604456d3b027), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:10.103584 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-20d0b24d-15fb-496c-bf09-d819f389caf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:10.109244 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-20d0b24d-15fb-496c-bf09-d819f389caf4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d13fc6ba-0f1e-43a2-87d5-604456d3b027 HTTP/1.1" status: 204 len: 168 time: 0.5589654 Mar 07 13:46:10.131604 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aed138-d590-449d-ad25-db4750897214 req-66631344-72b9-4704-a3e8-cbec7893ac26 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:10.133099 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f5aed138-d590-449d-ad25-db4750897214 req-66631344-72b9-4704-a3e8-cbec7893ac26 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.10 "GET /v2.0/networks?id=ae647865-b6eb-48d6-bfc7-51b766b88343 HTTP/1.1" status: 200 len: 812 time: 0.2852190 Mar 07 13:46:10.135648 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0b24d-15fb-496c-bf09-d819f389caf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13fc6ba-0f1e-43a2-87d5-604456d3b027,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:10.177814 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-60b45fd7-1f75-49c9-8654-9eb052aafed7 req-120cba35-0ac4-4610-b3ba-ca5102218eb0 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735767 Mar 07 13:46:10.271386 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-c0f80fc9-eae5-4172-8b73-018e797496b0 service neutron] 10.222.0.10 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403832 Mar 07 13:46:10.303165 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f5aed138-d590-449d-ad25-db4750897214 req-d6a00718-9708-4eb1-8c4b-b040aa96e0cf tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c10fe3afe2e84b7694415570a68cee37 HTTP/1.1" status: 200 len: 380 time: 0.1088698 Mar 07 13:46:10.310002 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c998fe-c29f-4a67-94cb-81fe87009e3b req-68b82174-df5f-4d1a-b93e-3b68ad19ad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:10.311497 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e2c998fe-c29f-4a67-94cb-81fe87009e3b req-68b82174-df5f-4d1a-b93e-3b68ad19ad87 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 1129 time: 0.1276371 Mar 07 13:46:10.316546 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-f5aed138-d590-449d-ad25-db4750897214 req-5d297e7b-5ebe-4f9c-8c40-afde6edec9df tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Request body: {'port': {'device_id': '3f68f887-2891-4672-88e5-9f1aa34a35f9', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'admin_state_up': True, 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'security_groups': ['98b1786d-18a6-4787-8fcb-775b429beaf0']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:46:10.383358 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-5eacc2f1-8d58-46ea-9754-044af9e61874 service neutron] 10.222.0.10 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045020 Mar 07 13:46:10.410821 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e2c998fe-c29f-4a67-94cb-81fe87009e3b req-35b4b29e-799f-483f-b20a-2d4539a0c45f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908339 Mar 07 13:46:10.454466 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5aed138-d590-449d-ad25-db4750897214 req-5d297e7b-5ebe-4f9c-8c40-afde6edec9df tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Made reservation on behalf of c10fe3afe2e84b7694415570a68cee37 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:46:10.461652 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f5aed138-d590-449d-ad25-db4750897214 req-5d297e7b-5ebe-4f9c-8c40-afde6edec9df tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:10.692821 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047dc89-2c82-46d7-99c7-5d173e2d07f4 req-2169a78e-b53d-43ce-bd90-197654d8accc tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:10.697612 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8047dc89-2c82-46d7-99c7-5d173e2d07f4 req-2169a78e-b53d-43ce-bd90-197654d8accc tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 945 time: 0.1662164 Mar 07 13:46:10.709040 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04701f8b-b3d1-4194-80fa-252ac5191740 req-df2e8de7-f2d8-43db-b64d-49aef558f448 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:10.713575 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-04701f8b-b3d1-4194-80fa-252ac5191740 req-df2e8de7-f2d8-43db-b64d-49aef558f448 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.1833961 Mar 07 13:46:10.730724 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-f5aed138-d590-449d-ad25-db4750897214 req-5d297e7b-5ebe-4f9c-8c40-afde6edec9df tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Allocated IP 172.20.0.11 (ae647865-b6eb-48d6-bfc7-51b766b88343/7c56d65c-4807-49f7-98f6-3d6932945f85/32db034f-f3f2-4b11-a823-3cda222cd851) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:46:10.765374 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 54324) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:10.831590 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8047dc89-2c82-46d7-99c7-5d173e2d07f4 req-26c5ca3f-49d6-4e64-88c6-8e1ab98d42ae tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164589 Mar 07 13:46:10.856013 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-04701f8b-b3d1-4194-80fa-252ac5191740 req-1850f822-fbb2-4fcc-b8d0-372b0f1d07d5 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278918 Mar 07 13:46:10.975177 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6b6f90d6-8820-4827-b09a-44e2aa45fb8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:11.074518 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5a0d5247-c5c4-48b3-8aff-8d9a2728a95b req-81b267c8-59f3-48bb-b9a4-c5412d3bcb2c tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 210 time: 0.0941505 Mar 07 13:46:11.129446 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a75c6c-ee65-4884-addb-3b0b3778c4b9 req-dfe921db-8b14-4e1e-86a9-d877207f1aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:11.130880 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-64a75c6c-ee65-4884-addb-3b0b3778c4b9 req-dfe921db-8b14-4e1e-86a9-d877207f1aac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29cf89a499e44925abf85d7d74541fbd&device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 1127 time: 0.2028389 Mar 07 13:46:11.138126 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f5aed138-d590-449d-ad25-db4750897214 req-5d297e7b-5ebe-4f9c-8c40-afde6edec9df tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for port (32db034f-f3f2-4b11-a823-3cda222cd851), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:11.142445 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6b6f90d6-8820-4827-b09a-44e2aa45fb8a admin admin] Publish callbacks [] for security_group (0eb56759-be1a-4920-83a7-81e2261c3085), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:11.152365 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83f444-32ae-426e-b326-fd8c5d465d79 req-ea10e664-df96-47e4-9ac4-b7f77727f42c tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:11.153420 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6b6f90d6-8820-4827-b09a-44e2aa45fb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (0eb56759-be1a-4920-83a7-81e2261c3085), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:11.154370 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3f83f444-32ae-426e-b326-fd8c5d465d79 req-ea10e664-df96-47e4-9ac4-b7f77727f42c tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 943 time: 0.2251489 Mar 07 13:46:11.201076 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-6b6f90d6-8820-4827-b09a-44e2aa45fb8a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6222fe1c6374a5eb65497a9697111ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4344928 Mar 07 13:46:11.202110 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f90d6-8820-4827-b09a-44e2aa45fb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb56759-be1a-4920-83a7-81e2261c3085,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:11.205639 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 54350) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:11.274752 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fc2dda9a-54c4-4c54-8d18-7813e4d3851f admin admin] Publish callbacks [] for security_group (0eb56759-be1a-4920-83a7-81e2261c3085), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:11.282082 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3f83f444-32ae-426e-b326-fd8c5d465d79 req-26d8e94e-3197-4e43-82cb-8c104c2e3b4c tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138999 Mar 07 13:46:11.309011 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f5aed138-d590-449d-ad25-db4750897214 req-5d297e7b-5ebe-4f9c-8c40-afde6edec9df tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (32db034f-f3f2-4b11-a823-3cda222cd851), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:11.332123 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fc2dda9a-54c4-4c54-8d18-7813e4d3851f admin admin] Publish callbacks [] for security_group (0eb56759-be1a-4920-83a7-81e2261c3085), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:11.339916 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a75c6c-ee65-4884-addb-3b0b3778c4b9 req-dcef800b-2cb3-4c1a-8e67-2d07315b40b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:11.340902 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-64a75c6c-ee65-4884-addb-3b0b3778c4b9 req-dcef800b-2cb3-4c1a-8e67-2d07315b40b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=11248537-f61f-4e52-a906-c8f79d05286d HTTP/1.1" status: 200 len: 917 time: 0.1835139 Mar 07 13:46:11.390786 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fc2dda9a-54c4-4c54-8d18-7813e4d3851f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (0eb56759-be1a-4920-83a7-81e2261c3085), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:11.393825 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fc2dda9a-54c4-4c54-8d18-7813e4d3851f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:11.399686 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-fc2dda9a-54c4-4c54-8d18-7813e4d3851f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0eb56759-be1a-4920-83a7-81e2261c3085 HTTP/1.1" status: 204 len: 168 time: 0.1910098 Mar 07 13:46:11.421754 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-64a75c6c-ee65-4884-addb-3b0b3778c4b9 req-ee446ecb-bbd0-4e04-87de-b81fb1452bc3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c284a1ce-b7ca-456a-8537-cc2cd0f6160f HTTP/1.1" status: 200 len: 217 time: 0.0506349 Mar 07 13:46:11.425216 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5aed138-d590-449d-ad25-db4750897214 req-5d297e7b-5ebe-4f9c-8c40-afde6edec9df tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Network ae647865-b6eb-48d6-bfc7-51b766b88343 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:46:11.430420 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2dda9a-54c4-4c54-8d18-7813e4d3851f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb56759-be1a-4920-83a7-81e2261c3085,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:11.432470 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-f5aed138-d590-449d-ad25-db4750897214 req-5d297e7b-5ebe-4f9c-8c40-afde6edec9df tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:46:11.445570 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5aed138-d590-449d-ad25-db4750897214 req-5d297e7b-5ebe-4f9c-8c40-afde6edec9df tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:46:11.459550 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 1eddfba1-1f68-4295-af11-813cb2f639f0 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 13:46:11.473002 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d297e7b-5ebe-4f9c-8c40-afde6edec9df tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Pushing event updated for resources: {'Port': ['ID=32db034f-f3f2-4b11-a823-3cda222cd851,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:11.542802 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e456a-f172-43ab-a887-a3b1571b298a req-ec06d718-f182-471a-b46b-eeb3abf0c401 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:11.544612 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-561e456a-f172-43ab-a887-a3b1571b298a req-ec06d718-f182-471a-b46b-eeb3abf0c401 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 943 time: 0.2616727 Mar 07 13:46:11.577563 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aed138-d590-449d-ad25-db4750897214 req-5d297e7b-5ebe-4f9c-8c40-afde6edec9df tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:11.578255 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f5aed138-d590-449d-ad25-db4750897214 req-5d297e7b-5ebe-4f9c-8c40-afde6edec9df tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:11.588251 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a75c6c-ee65-4884-addb-3b0b3778c4b9 req-8583923b-1c6b-4cc2-8542-f9a8b1955f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:11.589734 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-64a75c6c-ee65-4884-addb-3b0b3778c4b9 req-8583923b-1c6b-4cc2-8542-f9a8b1955f5f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f00f6663-2751-47b6-a25e-1bb93ec00e74 HTTP/1.1" status: 200 len: 856 time: 0.1592641 Mar 07 13:46:11.633837 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 1eddfba1-1f68-4295-af11-813cb2f639f0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1eddfba1-1f68-4295-af11-813cb2f639f0,segment=NetworkSegment(fe688700-cfc6-487f-a1be-0f4c68b73bb7),segment_id=fe688700-cfc6-487f-a1be-0f4c68b73bb7)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:46:11.650403 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Returning: {'device': '1eddfba1-1f68-4295-af11-813cb2f639f0', 'network_id': '13ac22ff-28a9-4425-b974-3472839ae981', 'port_id': '1eddfba1-1f68-4295-af11-813cb2f639f0', 'mac_address': 'fa:16:3e:74:a8:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6004d604-4dc0-470c-82de-3d82006b16e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 13:46:11.668120 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f5aed138-d590-449d-ad25-db4750897214 req-5d297e7b-5ebe-4f9c-8c40-afde6edec9df tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3555753 Mar 07 13:46:11.710774 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-f5aed138-d590-449d-ad25-db4750897214 req-f6ec527a-9e6c-483a-9eba-83036c9878f2 service neutron] Request body: {'port': {'device_id': '3f68f887-2891-4672-88e5-9f1aa34a35f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:46:11.721751 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-561e456a-f172-43ab-a887-a3b1571b298a req-62a90d0b-498a-468e-8c15-be013d1bf810 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1676331 Mar 07 13:46:11.764497 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a75c6c-ee65-4884-addb-3b0b3778c4b9 req-b9d0d7f5-9c3a-4653-ad35-5d6d230852ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:11.766569 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-64a75c6c-ee65-4884-addb-3b0b3778c4b9 req-b9d0d7f5-9c3a-4653-ad35-5d6d230852ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11248537-f61f-4e52-a906-c8f79d05286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1700130 Mar 07 13:46:11.778774 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 54368) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:11.823509 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f5aed138-d590-449d-ad25-db4750897214 req-f6ec527a-9e6c-483a-9eba-83036c9878f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (32db034f-f3f2-4b11-a823-3cda222cd851), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:11.925244 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 1eddfba1-1f68-4295-af11-813cb2f639f0 is: DOWN; New status is: BUILD {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:11.925780 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (1eddfba1-1f68-4295-af11-813cb2f639f0), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:11.928548 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-64a75c6c-ee65-4884-addb-3b0b3778c4b9 req-3be6f9fc-b62d-43ce-aa93-88c98cd1efc5 service neutron] 10.222.0.10 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398447 Mar 07 13:46:11.938258 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-2de3c93b-726d-493a-915b-b191e06c329b None None] Provisioning complete for port 32db034f-f3f2-4b11-a823-3cda222cd851 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:11.938756 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2de3c93b-726d-493a-915b-b191e06c329b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (32db034f-f3f2-4b11-a823-3cda222cd851), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:11.978435 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eddfba1-1f68-4295-af11-813cb2f639f0 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:46:11.995271 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 54378) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:12.024722 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-dcb84580-3758-4e16-a849-b70cd120a326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:12.063733 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-2de3c93b-726d-493a-915b-b191e06c329b None None] Port 32db034f-f3f2-4b11-a823-3cda222cd851 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:46:12.087452 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 1eddfba1-1f68-4295-af11-813cb2f639f0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1eddfba1-1f68-4295-af11-813cb2f639f0,segment=NetworkSegment(fe688700-cfc6-487f-a1be-0f4c68b73bb7),segment_id=fe688700-cfc6-487f-a1be-0f4c68b73bb7)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:46:12.095171 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (1eddfba1-1f68-4295-af11-813cb2f639f0), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:12.174848 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-dcb84580-3758-4e16-a849-b70cd120a326 admin admin] Publish callbacks [] for security_group (63410bf9-b64c-41ae-880b-542282318328), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:12.180600 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 54382) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:12.191934 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-dcb84580-3758-4e16-a849-b70cd120a326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (63410bf9-b64c-41ae-880b-542282318328), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:12.211448 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=1eddfba1-1f68-4295-af11-813cb2f639f0,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:12.262431 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-dcb84580-3758-4e16-a849-b70cd120a326 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9e7ec1088fc412687242b04f8493119&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658484 Mar 07 13:46:12.266293 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 54386) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:12.296559 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a07a8329-e42e-45ad-8836-5b79c2501a5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:12.313510 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb84580-3758-4e16-a849-b70cd120a326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63410bf9-b64c-41ae-880b-542282318328,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:12.330201 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ad16f343-a780-4ad0-943f-e206048310ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:12.427921 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b80042b6-e061-4268-960e-7b501a434300 admin admin] Publish callbacks [] for security_group (63410bf9-b64c-41ae-880b-542282318328), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:12.451076 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-64a75c6c-ee65-4884-addb-3b0b3778c4b9 req-de6e6372-1197-42e0-9866-81c22178b071 service neutron] 10.222.0.10 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142446 Mar 07 13:46:12.481709 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c45bdf-1441-4b01-ac55-23b6e2b5323b req-a7daea5f-506a-4711-ade7-488f415f6995 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:12.483210 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b1c45bdf-1441-4b01-ac55-23b6e2b5323b req-a7daea5f-506a-4711-ade7-488f415f6995 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.4294031 Mar 07 13:46:12.494016 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85357332-33c2-46d8-a835-88a98caeb644 req-98a8c0a2-96a5-4e07-bca6-329608a16d87 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:12.495525 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-85357332-33c2-46d8-a835-88a98caeb644 req-98a8c0a2-96a5-4e07-bca6-329608a16d87 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 945 time: 0.4406269 Mar 07 13:46:12.506742 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b80042b6-e061-4268-960e-7b501a434300 admin admin] Publish callbacks [] for security_group (63410bf9-b64c-41ae-880b-542282318328), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:12.533141 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a07a8329-e42e-45ad-8836-5b79c2501a5c admin admin] Publish callbacks [] for security_group (0783bf11-a3af-41aa-a404-ed98660c545c), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:12.547547 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a07a8329-e42e-45ad-8836-5b79c2501a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (0783bf11-a3af-41aa-a404-ed98660c545c), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:12.580303 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ad16f343-a780-4ad0-943f-e206048310ea admin admin] Publish callbacks [] for security_group (f0bc7254-4b23-4410-9263-dd1c13313bbe), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:12.599564 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ad16f343-a780-4ad0-943f-e206048310ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (f0bc7254-4b23-4410-9263-dd1c13313bbe), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:12.619849 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-a07a8329-e42e-45ad-8836-5b79c2501a5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb5c7581fdcb4255ae70a825724772f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8399143 Mar 07 13:46:12.623513 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b1c45bdf-1441-4b01-ac55-23b6e2b5323b req-077e6f00-076c-4814-b742-36fa6e8134b1 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213546 Mar 07 13:46:12.624218 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 54390) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:12.628340 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [req-f5aed138-d590-449d-ad25-db4750897214 req-f6ec527a-9e6c-483a-9eba-83036c9878f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32db034f-f3f2-4b11-a823-3cda222cd851 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:46:12.631680 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a8329-e42e-45ad-8836-5b79c2501a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0783bf11-a3af-41aa-a404-ed98660c545c,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:12.635512 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-85357332-33c2-46d8-a835-88a98caeb644 req-b2e2c94c-7039-45f7-a5d3-8bda369e23e6 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309609 Mar 07 13:46:12.639970 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f5aed138-d590-449d-ad25-db4750897214 req-f6ec527a-9e6c-483a-9eba-83036c9878f2 service neutron] Publish callbacks [] for port (32db034f-f3f2-4b11-a823-3cda222cd851), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:12.651241 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['1eddfba1-1f68-4295-af11-813cb2f639f0'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:46:12.681380 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-ad16f343-a780-4ad0-943f-e206048310ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=831af6d0803a449a9c309788c60b69d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4993868 Mar 07 13:46:12.684035 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 54392) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:12.687166 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16f343-a780-4ad0-943f-e206048310ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bc7254-4b23-4410-9263-dd1c13313bbe,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:12.701816 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-f5aed138-d590-449d-ad25-db4750897214 req-f6ec527a-9e6c-483a-9eba-83036c9878f2 service neutron] Transition to ACTIVE for port object 32db034f-f3f2-4b11-a823-3cda222cd851 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 13:46:12.715727 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b80042b6-e061-4268-960e-7b501a434300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (63410bf9-b64c-41ae-880b-542282318328), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:12.716714 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f5aed138-d590-449d-ad25-db4750897214 req-f6ec527a-9e6c-483a-9eba-83036c9878f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (32db034f-f3f2-4b11-a823-3cda222cd851), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:12.720508 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b80042b6-e061-4268-960e-7b501a434300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:12.721706 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-b80042b6-e061-4268-960e-7b501a434300 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63410bf9-b64c-41ae-880b-542282318328 HTTP/1.1" status: 204 len: 168 time: 0.4520364 Mar 07 13:46:12.759517 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80042b6-e061-4268-960e-7b501a434300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63410bf9-b64c-41ae-880b-542282318328,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:12.761970 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7b5c3fa3-ec74-4470-89a7-e95d74af16c6 admin admin] Publish callbacks [] for security_group (0783bf11-a3af-41aa-a404-ed98660c545c), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:12.792736 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7b5c3fa3-ec74-4470-89a7-e95d74af16c6 admin admin] Publish callbacks [] for security_group (0783bf11-a3af-41aa-a404-ed98660c545c), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:12.876464 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7b5c3fa3-ec74-4470-89a7-e95d74af16c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (0783bf11-a3af-41aa-a404-ed98660c545c), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:12.881278 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7b5c3fa3-ec74-4470-89a7-e95d74af16c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:12.889802 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-7b5c3fa3-ec74-4470-89a7-e95d74af16c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0783bf11-a3af-41aa-a404-ed98660c545c HTTP/1.1" status: 204 len: 168 time: 0.2627254 Mar 07 13:46:12.891852 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec527a-9e6c-483a-9eba-83036c9878f2 service neutron] Pushing event updated for resources: {'Port': ['ID=32db034f-f3f2-4b11-a823-3cda222cd851,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:12.899570 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c3fa3-ec74-4470-89a7-e95d74af16c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0783bf11-a3af-41aa-a404-ed98660c545c,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:12.948809 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-185b06a9-630e-490a-990a-c1838c6f6e1d admin admin] Publish callbacks [] for security_group (f0bc7254-4b23-4410-9263-dd1c13313bbe), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:13.020999 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-185b06a9-630e-490a-990a-c1838c6f6e1d admin admin] Publish callbacks [] for security_group (f0bc7254-4b23-4410-9263-dd1c13313bbe), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:13.029997 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e98e41-7e8a-4d94-aa72-f9f66b57d120 req-0b3aae73-0359-418f-a349-740d82579cfb tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:13.033606 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-58e98e41-7e8a-4d94-aa72-f9f66b57d120 req-0b3aae73-0359-418f-a349-740d82579cfb tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 944 time: 0.2883830 Mar 07 13:46:13.067955 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ede47e-f84c-41f4-a753-604419f1ec84 req-1631aeb7-fdd6-4724-8bf4-823ee7738353 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:13.075207 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-33ede47e-f84c-41f4-a753-604419f1ec84 req-1631aeb7-fdd6-4724-8bf4-823ee7738353 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 944 time: 0.3040898 Mar 07 13:46:13.153031 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-f5aed138-d590-449d-ad25-db4750897214 req-f6ec527a-9e6c-483a-9eba-83036c9878f2 service neutron] Attempting to bind port 32db034f-f3f2-4b11-a823-3cda222cd851 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:46:13.153531 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-f5aed138-d590-449d-ad25-db4750897214 req-f6ec527a-9e6c-483a-9eba-83036c9878f2 service neutron] Attempting to bind port 32db034f-f3f2-4b11-a823-3cda222cd851 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'e162dbb3-f7e8-4563-8238-36a47ee87ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:46:13.153958 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aed138-d590-449d-ad25-db4750897214 req-f6ec527a-9e6c-483a-9eba-83036c9878f2 service neutron] Attempting to bind port 32db034f-f3f2-4b11-a823-3cda222cd851 on network ae647865-b6eb-48d6-bfc7-51b766b88343 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:46:13.181890 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aed138-d590-449d-ad25-db4750897214 req-f6ec527a-9e6c-483a-9eba-83036c9878f2 service neutron] Port 32db034f-f3f2-4b11-a823-3cda222cd851 on network ae647865-b6eb-48d6-bfc7-51b766b88343 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 13:46:13.182178 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aed138-d590-449d-ad25-db4750897214 req-f6ec527a-9e6c-483a-9eba-83036c9878f2 service neutron] Attempting to bind port 32db034f-f3f2-4b11-a823-3cda222cd851 on network ae647865-b6eb-48d6-bfc7-51b766b88343 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:46:13.207991 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-185b06a9-630e-490a-990a-c1838c6f6e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (f0bc7254-4b23-4410-9263-dd1c13313bbe), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:13.211593 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-185b06a9-630e-490a-990a-c1838c6f6e1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:13.212734 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-185b06a9-630e-490a-990a-c1838c6f6e1d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f0bc7254-4b23-4410-9263-dd1c13313bbe HTTP/1.1" status: 204 len: 168 time: 0.5275257 Mar 07 13:46:13.224362 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-33ede47e-f84c-41f4-a753-604419f1ec84 req-00741e23-c293-4fa3-9cb0-18454ec36a3a tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483557 Mar 07 13:46:13.225090 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aed138-d590-449d-ad25-db4750897214 req-f6ec527a-9e6c-483a-9eba-83036c9878f2 service neutron] Checking agent: {'id': '54ecd8f5-e943-4369-a21b-1222345f30ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'started_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:46:13.225459 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aed138-d590-449d-ad25-db4750897214 req-f6ec527a-9e6c-483a-9eba-83036c9878f2 service neutron] Checking segment: {'id': 'e162dbb3-f7e8-4563-8238-36a47ee87ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:46:13.225925 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aed138-d590-449d-ad25-db4750897214 req-f6ec527a-9e6c-483a-9eba-83036c9878f2 service neutron] Bound using segment: {'id': 'e162dbb3-f7e8-4563-8238-36a47ee87ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:46:13.226253 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-f5aed138-d590-449d-ad25-db4750897214 req-f6ec527a-9e6c-483a-9eba-83036c9878f2 service neutron] Bound port: 32db034f-f3f2-4b11-a823-3cda222cd851, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e162dbb3-f7e8-4563-8238-36a47ee87ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:46:13.226610 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f5aed138-d590-449d-ad25-db4750897214 req-f6ec527a-9e6c-483a-9eba-83036c9878f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (32db034f-f3f2-4b11-a823-3cda222cd851), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:13.237606 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-58e98e41-7e8a-4d94-aa72-f9f66b57d120 req-f2c086d1-909f-4b17-b4b7-4432a7cb9920 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847880 Mar 07 13:46:13.243837 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b06a9-630e-490a-990a-c1838c6f6e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bc7254-4b23-4410-9263-dd1c13313bbe,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:13.357542 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-f5aed138-d590-449d-ad25-db4750897214 req-f6ec527a-9e6c-483a-9eba-83036c9878f2 service neutron] For port 32db034f-f3f2-4b11-a823-3cda222cd851, host hv-cinder-81322, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:46:13.375531 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-f5aed138-d590-449d-ad25-db4750897214 req-f6ec527a-9e6c-483a-9eba-83036c9878f2 service neutron] For port 32db034f-f3f2-4b11-a823-3cda222cd851, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=32db034f-f3f2-4b11-a823-3cda222cd851,segment=NetworkSegment(e162dbb3-f7e8-4563-8238-36a47ee87ab4),segment_id=e162dbb3-f7e8-4563-8238-36a47ee87ab4)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:46:13.384351 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f5aed138-d590-449d-ad25-db4750897214 req-f6ec527a-9e6c-483a-9eba-83036c9878f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (32db034f-f3f2-4b11-a823-3cda222cd851), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:13.404881 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a81b9-b9f5-450d-9cf8-8ef0f390d1a0 req-ed503773-aacb-492f-be71-ff4ccbf32653 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:13.406598 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b71a81b9-b9f5-450d-9cf8-8ef0f390d1a0 req-ed503773-aacb-492f-be71-ff4ccbf32653 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 943 time: 0.1003907 Mar 07 13:46:13.414096 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aed138-d590-449d-ad25-db4750897214 req-f6ec527a-9e6c-483a-9eba-83036c9878f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:13.414782 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f5aed138-d590-449d-ad25-db4750897214 req-f6ec527a-9e6c-483a-9eba-83036c9878f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:13.416209 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f5aed138-d590-449d-ad25-db4750897214 req-f6ec527a-9e6c-483a-9eba-83036c9878f2 service neutron] 10.222.0.10 "PUT /v2.0/ports/32db034f-f3f2-4b11-a823-3cda222cd851 HTTP/1.1" status: 200 len: 1094 time: 1.7112644 Mar 07 13:46:13.438258 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f68f887-2891-4672-88e5-9f1aa34a35f9', 'tag': '32db034f-f3f2-4b11-a823-3cda222cd851'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:46:13.441297 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a247741-ea4a-4d8f-86dd-8cf4a642ad94" -d '{"events": [{"name": "network-changed", "server_uuid": "3f68f887-2891-4672-88e5-9f1aa34a35f9", "tag": "32db034f-f3f2-4b11-a823-3cda222cd851"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:46:13.454366 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device c284a1ce-b7ca-456a-8537-cc2cd0f6160f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 13:46:13.525296 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b864bc-dba4-40af-b119-0d68db7cb9d9 x-openstack-request-id: req-81b864bc-dba4-40af-b119-0d68db7cb9d9 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:46:13.525866 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f68f887-2891-4672-88e5-9f1aa34a35f9", "tag": "32db034f-f3f2-4b11-a823-3cda222cd851", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:46:13.525866 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-81b864bc-dba4-40af-b119-0d68db7cb9d9 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:46:13.526208 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f68f887-2891-4672-88e5-9f1aa34a35f9', 'tag': '32db034f-f3f2-4b11-a823-3cda222cd851', 'status': 'completed', 'code': 200} Mar 07 13:46:13.534572 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b71a81b9-b9f5-450d-9cf8-8ef0f390d1a0 req-3e320a69-050a-4af1-a967-5304d4a270b5 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1152487 Mar 07 13:46:13.578358 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec527a-9e6c-483a-9eba-83036c9878f2 service neutron] Pushing event updated for resources: {'Port': ['ID=32db034f-f3f2-4b11-a823-3cda222cd851,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:13.607056 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aed138-d590-449d-ad25-db4750897214 req-97532725-065b-426e-bce6-6cb4edf68a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:13.608617 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f5aed138-d590-449d-ad25-db4750897214 req-97532725-065b-426e-bce6-6cb4edf68a4e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c10fe3afe2e84b7694415570a68cee37&device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 1128 time: 0.0816739 Mar 07 13:46:13.664056 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port c284a1ce-b7ca-456a-8537-cc2cd0f6160f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c284a1ce-b7ca-456a-8537-cc2cd0f6160f,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:46:13.676511 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Returning: {'device': 'c284a1ce-b7ca-456a-8537-cc2cd0f6160f', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'port_id': 'c284a1ce-b7ca-456a-8537-cc2cd0f6160f', 'mac_address': 'fa:16:3e:c6:67:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 13:46:13.678705 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f5aed138-d590-449d-ad25-db4750897214 req-5c299fcc-2e36-4065-83ad-e8bde60b617f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32db034f-f3f2-4b11-a823-3cda222cd851 HTTP/1.1" status: 200 len: 217 time: 0.0548587 Mar 07 13:46:13.728256 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 54430) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:13.728981 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port c284a1ce-b7ca-456a-8537-cc2cd0f6160f is: DOWN; New status is: BUILD {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:13.729457 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:13.742897 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-451ce3a7-a724-4be0-abd0-1e724589c875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:13.764534 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aed138-d590-449d-ad25-db4750897214 req-8c17d58c-7ace-4348-9094-2ae456a4cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:13.768332 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f5aed138-d590-449d-ad25-db4750897214 req-8c17d58c-7ace-4348-9094-2ae456a4cf6e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c56d65c-4807-49f7-98f6-3d6932945f85 HTTP/1.1" status: 200 len: 851 time: 0.0833325 Mar 07 13:46:13.773851 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c284a1ce-b7ca-456a-8537-cc2cd0f6160f {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:46:13.826576 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port c284a1ce-b7ca-456a-8537-cc2cd0f6160f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c284a1ce-b7ca-456a-8537-cc2cd0f6160f,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:46:13.833998 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:13.936286 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-451ce3a7-a724-4be0-abd0-1e724589c875 admin admin] Publish callbacks [] for security_group (3165f5c0-1265-41f3-b039-afc2ffa91480), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:13.946257 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-451ce3a7-a724-4be0-abd0-1e724589c875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (3165f5c0-1265-41f3-b039-afc2ffa91480), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:13.952499 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aed138-d590-449d-ad25-db4750897214 req-ff61d37d-e20e-4e14-9cb1-51042673b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:13.954121 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f5aed138-d590-449d-ad25-db4750897214 req-ff61d37d-e20e-4e14-9cb1-51042673b375 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae647865-b6eb-48d6-bfc7-51b766b88343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1774888 Mar 07 13:46:13.965511 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed44a51-8a17-4014-97e4-45a5d87a3de7 req-43230374-cf95-433f-9390-646f82323919 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:13.967246 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-aed44a51-8a17-4014-97e4-45a5d87a3de7 req-43230374-cf95-433f-9390-646f82323919 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.1344512 Mar 07 13:46:13.978415 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=c284a1ce-b7ca-456a-8537-cc2cd0f6160f,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:13.986004 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b8a7d-ed6e-41cc-8905-ab8f4b3340df req-c9810e69-31e6-4bba-a1e5-3965bbeeb020 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:13.987327 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-aa2b8a7d-ed6e-41cc-8905-ab8f4b3340df req-c9810e69-31e6-4bba-a1e5-3965bbeeb020 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 945 time: 0.1048255 Mar 07 13:46:14.014171 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-451ce3a7-a724-4be0-abd0-1e724589c875 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09bd1ef82b084f4a8ed367d02bf10094&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847960 Mar 07 13:46:14.017579 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ce3a7-a724-4be0-abd0-1e724589c875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3165f5c0-1265-41f3-b039-afc2ffa91480,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:14.018192 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 54438) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:14.183610 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-aa2b8a7d-ed6e-41cc-8905-ab8f4b3340df req-fe3a81d8-2604-475b-9e07-bf18a8bcf5ba tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762497 Mar 07 13:46:14.186627 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-aed44a51-8a17-4014-97e4-45a5d87a3de7 req-05316625-c292-411d-aec5-8e94385b4e3c tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974726 Mar 07 13:46:14.201935 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f5aed138-d590-449d-ad25-db4750897214 req-f9404f27-1f50-4f5a-8b7e-26e75b370c07 service neutron] 10.222.0.10 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339468 Mar 07 13:46:14.202768 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df4866c8-ac2d-4e0b-977a-7cbe084784a7 admin admin] Publish callbacks [] for security_group (3165f5c0-1265-41f3-b039-afc2ffa91480), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:14.307115 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df4866c8-ac2d-4e0b-977a-7cbe084784a7 admin admin] Publish callbacks [] for security_group (3165f5c0-1265-41f3-b039-afc2ffa91480), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:14.341766 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['c284a1ce-b7ca-456a-8537-cc2cd0f6160f'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:46:14.445568 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f5aed138-d590-449d-ad25-db4750897214 req-defbb519-d936-4a73-8642-1ffeae5fdc6e service neutron] 10.222.0.10 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377496 Mar 07 13:46:14.485885 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1a5a0-52df-4f6e-ba8d-a7293589d459 req-d139dbb0-772e-4df6-8849-9f39cd3dc279 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:14.490222 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3eb1a5a0-52df-4f6e-ba8d-a7293589d459 req-d139dbb0-772e-4df6-8849-9f39cd3dc279 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 944 time: 0.1628866 Mar 07 13:46:14.504255 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d571b-be2f-42bd-b526-3856b86dac64 req-1e2bc484-1c2e-4b24-94e4-554f67ea4106 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:14.514796 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4e3d571b-be2f-42bd-b526-3856b86dac64 req-1e2bc484-1c2e-4b24-94e4-554f67ea4106 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 944 time: 0.1613111 Mar 07 13:46:14.526497 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df4866c8-ac2d-4e0b-977a-7cbe084784a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (3165f5c0-1265-41f3-b039-afc2ffa91480), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:14.529304 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df4866c8-ac2d-4e0b-977a-7cbe084784a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:14.530506 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-df4866c8-ac2d-4e0b-977a-7cbe084784a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3165f5c0-1265-41f3-b039-afc2ffa91480 HTTP/1.1" status: 204 len: 168 time: 0.5008547 Mar 07 13:46:14.606310 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4866c8-ac2d-4e0b-977a-7cbe084784a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3165f5c0-1265-41f3-b039-afc2ffa91480,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:14.665026 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4e3d571b-be2f-42bd-b526-3856b86dac64 req-5923936b-aa92-4e99-a8e1-47805f76fa6c tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490545 Mar 07 13:46:14.670569 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3eb1a5a0-52df-4f6e-ba8d-a7293589d459 req-71cb99b7-f7d4-4e8d-80f0-9009e6747afb tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472361 Mar 07 13:46:14.701371 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a247741-ea4a-4d8f-86dd-8cf4a642ad94 req-c9638dfd-f018-4c65-8d08-cadf36d63aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:14.705870 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1a247741-ea4a-4d8f-86dd-8cf4a642ad94 req-c9638dfd-f018-4c65-8d08-cadf36d63aec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c10fe3afe2e84b7694415570a68cee37&device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 1128 time: 0.1450238 Mar 07 13:46:14.856348 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a247741-ea4a-4d8f-86dd-8cf4a642ad94 req-7cb5c4ac-de78-45f5-a67a-b0b358ea61da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:14.856348 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1a247741-ea4a-4d8f-86dd-8cf4a642ad94 req-7cb5c4ac-de78-45f5-a67a-b0b358ea61da service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae647865-b6eb-48d6-bfc7-51b766b88343 HTTP/1.1" status: 200 len: 912 time: 0.1425526 Mar 07 13:46:14.878415 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf919b-9547-443b-ba09-1a389aac0acc req-93e93f7b-b42f-4393-bd7b-05a247216e69 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:14.879902 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-23bf919b-9547-443b-ba09-1a389aac0acc req-93e93f7b-b42f-4393-bd7b-05a247216e69 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 944 time: 0.0974104 Mar 07 13:46:14.921911 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1a247741-ea4a-4d8f-86dd-8cf4a642ad94 req-40b49949-9f57-4e16-928c-814cfcfe7385 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32db034f-f3f2-4b11-a823-3cda222cd851 HTTP/1.1" status: 200 len: 217 time: 0.0575979 Mar 07 13:46:15.020886 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-23bf919b-9547-443b-ba09-1a389aac0acc req-be9ba355-2113-465f-838e-ba14d5d49f91 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1035864 Mar 07 13:46:15.025147 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a247741-ea4a-4d8f-86dd-8cf4a642ad94 req-a1545acc-f94a-44d5-8f69-13e7e8dc2e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:15.026686 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1a247741-ea4a-4d8f-86dd-8cf4a642ad94 req-a1545acc-f94a-44d5-8f69-13e7e8dc2e6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c56d65c-4807-49f7-98f6-3d6932945f85 HTTP/1.1" status: 200 len: 851 time: 0.0988407 Mar 07 13:46:15.094845 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a247741-ea4a-4d8f-86dd-8cf4a642ad94 req-95bc402e-8bd9-4a7b-a2de-4397e6f0dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:15.096348 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1a247741-ea4a-4d8f-86dd-8cf4a642ad94 req-95bc402e-8bd9-4a7b-a2de-4397e6f0dab2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae647865-b6eb-48d6-bfc7-51b766b88343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627737 Mar 07 13:46:15.135952 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 54494) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:15.157248 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-66117d23-9cbe-4fbc-9082-35ff312ec565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:15.219400 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1a247741-ea4a-4d8f-86dd-8cf4a642ad94 req-3db17ea3-2d20-4d6d-bb79-305afd6c4d4f service neutron] 10.222.0.10 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154275 Mar 07 13:46:15.276785 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-66117d23-9cbe-4fbc-9082-35ff312ec565 admin admin] Publish callbacks [] for security_group (dc2fa82c-1ed2-4ee4-86b0-6fa5016326b7), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:15.283254 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-66117d23-9cbe-4fbc-9082-35ff312ec565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (dc2fa82c-1ed2-4ee4-86b0-6fa5016326b7), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:15.325790 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-66117d23-9cbe-4fbc-9082-35ff312ec565 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a38200d725f2405db4655170744ae13c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1880832 Mar 07 13:46:15.337982 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 54502) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:15.380766 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66117d23-9cbe-4fbc-9082-35ff312ec565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2fa82c-1ed2-4ee4-86b0-6fa5016326b7,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:15.411915 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a8c16b1d-5630-4327-9bb5-f909ffde416c admin admin] Publish callbacks [] for security_group (dc2fa82c-1ed2-4ee4-86b0-6fa5016326b7), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:15.431233 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9e3bd-7c34-4e4c-817a-642bba47a3d9 req-5732779d-8815-4dac-aba3-1085cc1e9d28 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:15.432892 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f7a9e3bd-7c34-4e4c-817a-642bba47a3d9 req-5732779d-8815-4dac-aba3-1085cc1e9d28 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 945 time: 0.1952403 Mar 07 13:46:15.436357 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a8c16b1d-5630-4327-9bb5-f909ffde416c admin admin] Publish callbacks [] for security_group (dc2fa82c-1ed2-4ee4-86b0-6fa5016326b7), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:15.473244 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972114f-02a7-4423-a5bd-9c374fe6c403 req-7c7284c5-6c56-43a5-9686-ee558fbf0e38 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:15.473467 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 1eddfba1-1f68-4295-af11-813cb2f639f0 up at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:46:15.474955 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9972114f-02a7-4423-a5bd-9c374fe6c403 req-7c7284c5-6c56-43a5-9686-ee558fbf0e38 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.1857836 Mar 07 13:46:15.486584 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1a247741-ea4a-4d8f-86dd-8cf4a642ad94 req-8ff9b320-e76d-470d-a859-5c7ff6d8a124 service neutron] 10.222.0.10 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190058 Mar 07 13:46:15.492953 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a8c16b1d-5630-4327-9bb5-f909ffde416c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (dc2fa82c-1ed2-4ee4-86b0-6fa5016326b7), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:15.495688 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a8c16b1d-5630-4327-9bb5-f909ffde416c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:15.496839 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-a8c16b1d-5630-4327-9bb5-f909ffde416c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc2fa82c-1ed2-4ee4-86b0-6fa5016326b7 HTTP/1.1" status: 204 len: 168 time: 0.1579356 Mar 07 13:46:15.511268 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c16b1d-5630-4327-9bb5-f909ffde416c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2fa82c-1ed2-4ee4-86b0-6fa5016326b7,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:15.541188 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f7a9e3bd-7c34-4e4c-817a-642bba47a3d9 req-9e15a50e-ef72-41e0-8063-7cdb7f6a773b tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013417 Mar 07 13:46:15.562882 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9972114f-02a7-4423-a5bd-9c374fe6c403 req-496d1722-45c6-44f6-9fd8-a4aa7565cf28 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785353 Mar 07 13:46:15.564277 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning for port 1eddfba1-1f68-4295-af11-813cb2f639f0 completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 13:46:15.568903 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning complete for port 1eddfba1-1f68-4295-af11-813cb2f639f0 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:15.569413 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (1eddfba1-1f68-4295-af11-813cb2f639f0), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:15.651123 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 1eddfba1-1f68-4295-af11-813cb2f639f0 is: BUILD; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:15.651508 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (1eddfba1-1f68-4295-af11-813cb2f639f0), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:15.675009 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58467f0e-534a-44c5-b0c5-dd22b74733bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eddfba1-1f68-4295-af11-813cb2f639f0'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:46:15.677194 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c4d7bf-2cfa-462a-a3d2-524f5a19a930" -d '{"events": [{"server_uuid": "58467f0e-534a-44c5-b0c5-dd22b74733bd", "name": "network-vif-plugged", "status": "completed", "tag": "1eddfba1-1f68-4295-af11-813cb2f639f0"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:46:15.690705 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 1eddfba1-1f68-4295-af11-813cb2f639f0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1eddfba1-1f68-4295-af11-813cb2f639f0,segment=NetworkSegment(fe688700-cfc6-487f-a1be-0f4c68b73bb7),segment_id=fe688700-cfc6-487f-a1be-0f4c68b73bb7)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:46:15.697112 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (1eddfba1-1f68-4295-af11-813cb2f639f0), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:15.726648 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc38c79f-9ed7-44d0-8fa7-639fc7eecb3e x-openstack-request-id: req-bc38c79f-9ed7-44d0-8fa7-639fc7eecb3e {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:46:15.726963 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58467f0e-534a-44c5-b0c5-dd22b74733bd", "name": "network-vif-plugged", "status": "completed", "tag": "1eddfba1-1f68-4295-af11-813cb2f639f0", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:46:15.727266 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc38c79f-9ed7-44d0-8fa7-639fc7eecb3e {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:46:15.727651 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58467f0e-534a-44c5-b0c5-dd22b74733bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eddfba1-1f68-4295-af11-813cb2f639f0', 'code': 200} Mar 07 13:46:15.764422 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=1eddfba1-1f68-4295-af11-813cb2f639f0,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:15.868288 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d00112-277d-44be-ae9b-63e1f6a7ba69 req-35864deb-9097-481b-a595-59a26498618f tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:15.870006 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e8d00112-277d-44be-ae9b-63e1f6a7ba69 req-35864deb-9097-481b-a595-59a26498618f tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 945 time: 0.0794656 Mar 07 13:46:15.878882 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc7b4e-4112-4c47-9b93-a779888e0c3b req-535e52c9-ca2b-4d6f-87ab-878fcdffb234 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:15.880525 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6dbc7b4e-4112-4c47-9b93-a779888e0c3b req-535e52c9-ca2b-4d6f-87ab-878fcdffb234 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 944 time: 0.1142480 Mar 07 13:46:15.980186 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e8d00112-277d-44be-ae9b-63e1f6a7ba69 req-c805c4b4-be5f-45a0-b472-a7fed51f032c tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963278 Mar 07 13:46:15.997252 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6dbc7b4e-4112-4c47-9b93-a779888e0c3b req-0d818141-94a1-490a-9d16-0b129adfb063 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037996 Mar 07 13:46:16.019945 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80469613-590a-4e9d-99cc-424a393276ee req-0494d522-3da9-454d-bea4-60d9fc57f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:16.021558 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-80469613-590a-4e9d-99cc-424a393276ee req-0494d522-3da9-454d-bea4-60d9fc57f2c4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 1129 time: 0.0783157 Mar 07 13:46:16.071890 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-80469613-590a-4e9d-99cc-424a393276ee req-d6e1986c-3027-4fd0-bd66-87c45701ef4d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425289 Mar 07 13:46:16.165071 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48adea1-343a-45ef-8100-baccc77b7953 req-04e4dae8-aa5e-49c6-8d30-b5440ffeaca7 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:16.166561 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b48adea1-343a-45ef-8100-baccc77b7953 req-04e4dae8-aa5e-49c6-8d30-b5440ffeaca7 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 944 time: 0.0600774 Mar 07 13:46:16.222142 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b48adea1-343a-45ef-8100-baccc77b7953 req-db85bc6c-1005-4254-95a3-5b0b0059d55a tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477846 Mar 07 13:46:16.706881 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672bb33-f080-4b49-b327-29665ebcebb4 req-86e5ec33-b0d8-4603-8b97-bd5db311dcee tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:16.708483 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2672bb33-f080-4b49-b327-29665ebcebb4 req-86e5ec33-b0d8-4603-8b97-bd5db311dcee tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 945 time: 0.0995762 Mar 07 13:46:16.719418 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d69b97-d1aa-4e6c-98c1-825d6a1a883d req-9830777c-402e-44b6-bb14-02a8f2a9a0c9 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:16.726035 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-22d69b97-d1aa-4e6c-98c1-825d6a1a883d req-9830777c-402e-44b6-bb14-02a8f2a9a0c9 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0896680 Mar 07 13:46:16.818486 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-22d69b97-d1aa-4e6c-98c1-825d6a1a883d req-229700af-338c-45b0-9bac-68b1a5b525db tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916059 Mar 07 13:46:16.821480 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2672bb33-f080-4b49-b327-29665ebcebb4 req-67a507e6-fb23-4474-a404-3a39e27aa090 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930254 Mar 07 13:46:17.135525 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc197b-7c28-4e9a-89dd-98ed7042a992 req-0621bffa-829f-48f1-802c-47b9ec477885 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:17.136919 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-04bc197b-7c28-4e9a-89dd-98ed7042a992 req-0621bffa-829f-48f1-802c-47b9ec477885 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 944 time: 0.0836222 Mar 07 13:46:17.143617 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94771a-0973-4e94-aab8-f01873333c38 req-3fc37b78-0954-4a71-a602-92ad41f63884 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:17.144971 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5a94771a-0973-4e94-aab8-f01873333c38 req-3fc37b78-0954-4a71-a602-92ad41f63884 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 945 time: 0.0826461 Mar 07 13:46:17.219035 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-04bc197b-7c28-4e9a-89dd-98ed7042a992 req-821d4608-51d1-4ee6-927f-0f0a657d0c07 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731211 Mar 07 13:46:17.225727 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5a94771a-0973-4e94-aab8-f01873333c38 req-668d6734-be18-475f-ad32-547fb27d1919 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740201 Mar 07 13:46:17.341359 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb9fed-4933-4e72-a01d-94859a9fd9df req-0291661b-4e38-4373-8ffc-5b40a8725b54 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:17.342808 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-04cb9fed-4933-4e72-a01d-94859a9fd9df req-0291661b-4e38-4373-8ffc-5b40a8725b54 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 944 time: 0.0520790 Mar 07 13:46:17.388232 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-04cb9fed-4933-4e72-a01d-94859a9fd9df req-a5e21fb6-4ff9-423d-b032-d273dc5b8fd6 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390284 Mar 07 13:46:17.829000 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bd161fb0-4e5a-494a-b069-94f889715787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:17.969100 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c53b3-16eb-4b33-b764-0a4add342ff9 req-bd39d61a-2e38-44c3-b02d-b09ee0840604 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:17.970571 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a05c53b3-16eb-4b33-b764-0a4add342ff9 req-bd39d61a-2e38-44c3-b02d-b09ee0840604 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0859756 Mar 07 13:46:17.977794 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c0789-d93a-4e62-ab77-ef44584a021e req-dbb61611-f714-405b-b97d-21584b2e2740 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:17.979070 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-815c0789-d93a-4e62-ab77-ef44584a021e req-dbb61611-f714-405b-b97d-21584b2e2740 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 945 time: 0.0932035 Mar 07 13:46:18.057239 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a05c53b3-16eb-4b33-b764-0a4add342ff9 req-7bfbdc03-63fb-4f8a-8419-46ebf3935f90 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770550 Mar 07 13:46:18.062029 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-815c0789-d93a-4e62-ab77-ef44584a021e req-11b1507f-8635-488d-90f2-e202fe04804c tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763896 Mar 07 13:46:18.363951 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da38adb-6f88-4472-8b49-96f46c0dc97a req-5bc188d8-8fc0-4700-a1fc-6e275f383e40 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:18.365427 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3da38adb-6f88-4472-8b49-96f46c0dc97a req-5bc188d8-8fc0-4700-a1fc-6e275f383e40 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 944 time: 0.0811388 Mar 07 13:46:18.371810 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae726da-ec5b-44b1-bf65-5d4c73d0a118 req-e912bd74-4b53-4e69-964a-8641203cf982 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:18.373144 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7ae726da-ec5b-44b1-bf65-5d4c73d0a118 req-e912bd74-4b53-4e69-964a-8641203cf982 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 945 time: 0.0788946 Mar 07 13:46:18.455909 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3da38adb-6f88-4472-8b49-96f46c0dc97a req-5f0c2856-47c7-4111-9966-eb6514cd0af4 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818331 Mar 07 13:46:18.460081 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7ae726da-ec5b-44b1-bf65-5d4c73d0a118 req-72e022de-958a-4314-be18-780b788d187f tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764682 Mar 07 13:46:18.557818 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77a52e-0ea0-4c76-931e-b33eaad619a2 req-a13977e8-9358-4f60-8897-f65705035db4 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:18.559265 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2e77a52e-0ea0-4c76-931e-b33eaad619a2 req-a13977e8-9358-4f60-8897-f65705035db4 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 944 time: 0.0514197 Mar 07 13:46:18.605883 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2e77a52e-0ea0-4c76-931e-b33eaad619a2 req-7e6f5575-c6d5-4adc-a32c-0f62703340e9 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404141 Mar 07 13:46:18.868769 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device c284a1ce-b7ca-456a-8537-cc2cd0f6160f up at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:46:18.919134 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning for port c284a1ce-b7ca-456a-8537-cc2cd0f6160f completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 13:46:18.922626 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning complete for port c284a1ce-b7ca-456a-8537-cc2cd0f6160f triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:18.922996 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:18.995486 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port c284a1ce-b7ca-456a-8537-cc2cd0f6160f is: BUILD; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:18.995869 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:19.018457 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2a3979-bacd-41cd-925b-487654278434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c284a1ce-b7ca-456a-8537-cc2cd0f6160f'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:46:19.020600 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b4cce4-e5b5-4f9d-96db-b28da9d9043f" -d '{"events": [{"server_uuid": "ac2a3979-bacd-41cd-925b-487654278434", "name": "network-vif-plugged", "status": "completed", "tag": "c284a1ce-b7ca-456a-8537-cc2cd0f6160f"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:46:19.033691 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port c284a1ce-b7ca-456a-8537-cc2cd0f6160f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c284a1ce-b7ca-456a-8537-cc2cd0f6160f,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:46:19.037547 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:19.060518 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4055a0b5-36d1-4a0e-89a2-5180994fab09 x-openstack-request-id: req-4055a0b5-36d1-4a0e-89a2-5180994fab09 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:46:19.060827 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2a3979-bacd-41cd-925b-487654278434", "name": "network-vif-plugged", "status": "completed", "tag": "c284a1ce-b7ca-456a-8537-cc2cd0f6160f", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:46:19.061078 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4055a0b5-36d1-4a0e-89a2-5180994fab09 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:46:19.061479 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2a3979-bacd-41cd-925b-487654278434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c284a1ce-b7ca-456a-8537-cc2cd0f6160f', 'code': 200} Mar 07 13:46:19.085775 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=c284a1ce-b7ca-456a-8537-cc2cd0f6160f,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:19.210505 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255623a8-3c0e-48cf-911e-548d86e0e50c req-d8ffa0a2-12f2-4e89-b68b-ce491c2f3cc2 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:19.211956 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-255623a8-3c0e-48cf-911e-548d86e0e50c req-d8ffa0a2-12f2-4e89-b68b-ce491c2f3cc2 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0829742 Mar 07 13:46:19.222518 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b261f0d-eeca-4595-88d4-7cab3a5b5e4f req-0689bcb7-fc8c-498a-9dad-f90652737add tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:19.223875 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5b261f0d-eeca-4595-88d4-7cab3a5b5e4f req-0689bcb7-fc8c-498a-9dad-f90652737add tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 945 time: 0.0860877 Mar 07 13:46:19.292469 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-255623a8-3c0e-48cf-911e-548d86e0e50c req-02e33227-4a4f-4ede-b71f-94c72d75a316 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676813 Mar 07 13:46:19.299363 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5b261f0d-eeca-4595-88d4-7cab3a5b5e4f req-a56998cc-8545-402c-a23a-8c03ae330262 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690222 Mar 07 13:46:19.606020 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f101be-42d3-4ea4-9a8e-dd2b41d912f9 req-fedf33d6-45ed-4a20-9b5c-74e458c807d0 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:19.607478 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a7f101be-42d3-4ea4-9a8e-dd2b41d912f9 req-fedf33d6-45ed-4a20-9b5c-74e458c807d0 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 944 time: 0.0873005 Mar 07 13:46:19.614005 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11df3fc-5138-455d-a6e8-6a50cf2aec82 req-683bcfd5-a46a-4a4d-837e-0da75c35e7ac tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:19.615385 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f11df3fc-5138-455d-a6e8-6a50cf2aec82 req-683bcfd5-a46a-4a4d-837e-0da75c35e7ac tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 945 time: 0.0865242 Mar 07 13:46:19.906262 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a7f101be-42d3-4ea4-9a8e-dd2b41d912f9 req-2e818095-4174-4a80-9d78-d2a8ef403d7b tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2894022 Mar 07 13:46:19.909240 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f11df3fc-5138-455d-a6e8-6a50cf2aec82 req-4b7ec682-3683-41ae-88ed-6674eccdff8d tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862594 Mar 07 13:46:20.008364 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab3b67-e9f7-4d15-92a6-b2c559a3c81d req-8015b98a-f2b6-4b69-a267-11e64936c67f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:20.009855 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-10ab3b67-e9f7-4d15-92a6-b2c559a3c81d req-8015b98a-f2b6-4b69-a267-11e64936c67f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0512457 Mar 07 13:46:20.055457 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-10ab3b67-e9f7-4d15-92a6-b2c559a3c81d req-32c87570-6880-4113-8258-25f937dae123 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402277 Mar 07 13:46:20.065730 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c5bb084-4ae4-45aa-a4f8-7b3bc61dba47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:20.455077 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc0bff-ec42-4f12-b362-ddf3a3460bae req-f5333f93-6714-466f-87b7-b67b041a0b7b tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:20.456544 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9ebc0bff-ec42-4f12-b362-ddf3a3460bae req-f5333f93-6714-466f-87b7-b67b041a0b7b tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0942862 Mar 07 13:46:20.467342 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254f40a-b99a-46c3-8ec6-55136352f506 req-e5e82285-731d-4119-8fb0-4cd1dcfd8769 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:20.469256 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2254f40a-b99a-46c3-8ec6-55136352f506 req-e5e82285-731d-4119-8fb0-4cd1dcfd8769 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 945 time: 0.0983682 Mar 07 13:46:20.539519 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9ebc0bff-ec42-4f12-b362-ddf3a3460bae req-546a89c4-2076-43cd-8903-7b659f2df865 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693440 Mar 07 13:46:20.542476 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2254f40a-b99a-46c3-8ec6-55136352f506 req-6299b812-5de3-419d-80f0-b2834f429002 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668936 Mar 07 13:46:20.789225 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e94fe-37f6-4898-848e-80e8f0e1f727 req-7fd50586-cc36-478b-b797-2d785875138d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:20.790676 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cd3e94fe-37f6-4898-848e-80e8f0e1f727 req-7fd50586-cc36-478b-b797-2d785875138d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 1129 time: 0.0470402 Mar 07 13:46:20.840342 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cd3e94fe-37f6-4898-848e-80e8f0e1f727 req-e0da69f2-3eab-4229-9cf1-e0cd7691d16e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403919 Mar 07 13:46:21.050669 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68995e8e-dd73-435c-b1f4-0ef8aca8279d req-a459ffc9-7566-4d33-a271-cdc15b654097 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:21.052132 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-68995e8e-dd73-435c-b1f4-0ef8aca8279d req-a459ffc9-7566-4d33-a271-cdc15b654097 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 945 time: 0.0735571 Mar 07 13:46:21.058737 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5814c7-0538-48f9-85fb-4eefed33b43a req-d255a8b7-7e17-4b30-aadc-a4c4fe30fb5b tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:21.060087 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8b5814c7-0538-48f9-85fb-4eefed33b43a req-d255a8b7-7e17-4b30-aadc-a4c4fe30fb5b tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 944 time: 0.0902805 Mar 07 13:46:21.130398 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-68995e8e-dd73-435c-b1f4-0ef8aca8279d req-b790307b-4221-4d43-a84c-deb6a1d30e35 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693831 Mar 07 13:46:21.135333 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8b5814c7-0538-48f9-85fb-4eefed33b43a req-09833ca4-2978-4f15-81a9-4e47c8e22da0 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682194 Mar 07 13:46:21.238730 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63797e84-eda7-4f10-bdc2-1e0c7391bd83 req-1c5cfa39-9804-414d-bb65-a3384a5cea27 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:21.240173 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-63797e84-eda7-4f10-bdc2-1e0c7391bd83 req-1c5cfa39-9804-414d-bb65-a3384a5cea27 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0553226 Mar 07 13:46:21.286873 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-63797e84-eda7-4f10-bdc2-1e0c7391bd83 req-6ab8ea51-56fd-4ff6-a0d0-e632b9ea4a7c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412560 Mar 07 13:46:21.290736 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:21.696681 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b3906-d9e8-420f-963e-aba9d6209dc0 req-e80f0cfa-c02c-4eeb-a957-648b34dc4048 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:21.698178 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-566b3906-d9e8-420f-963e-aba9d6209dc0 req-e80f0cfa-c02c-4eeb-a957-648b34dc4048 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 945 time: 0.0800800 Mar 07 13:46:21.706366 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be658d02-770c-4d79-a70f-08a21358e191 req-3ec242a8-06cc-4383-b055-73a33d5afa9d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:21.707769 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-be658d02-770c-4d79-a70f-08a21358e191 req-3ec242a8-06cc-4383-b055-73a33d5afa9d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0992219 Mar 07 13:46:21.776912 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-566b3906-d9e8-420f-963e-aba9d6209dc0 req-dc1bcc89-ea0e-481f-a3be-8dd43b0c7c5c tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681987 Mar 07 13:46:21.788833 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-be658d02-770c-4d79-a70f-08a21358e191 req-83acbb76-880e-4a0d-9582-2f4b8956bd01 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743115 Mar 07 13:46:22.287157 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140cfe8-8b6c-4cb4-a231-fd016c254d8c req-91686c10-6a98-4796-9706-e69e46946dd3 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:22.288656 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8140cfe8-8b6c-4cb4-a231-fd016c254d8c req-91686c10-6a98-4796-9706-e69e46946dd3 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 944 time: 0.0762401 Mar 07 13:46:22.297258 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e4a0d-0139-421c-9895-9b8523e48e61 req-c8541474-173c-414e-8432-c64703b2c771 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:22.298712 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a09e4a0d-0139-421c-9895-9b8523e48e61 req-c8541474-173c-414e-8432-c64703b2c771 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 945 time: 0.0979192 Mar 07 13:46:22.372294 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8140cfe8-8b6c-4cb4-a231-fd016c254d8c req-ae74e611-0526-4d16-971e-6c2e240c98f1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726266 Mar 07 13:46:22.376121 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a09e4a0d-0139-421c-9895-9b8523e48e61 req-51836818-b498-498a-b76f-75e81b8fed05 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708687 Mar 07 13:46:22.385319 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:22.482199 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a886c-bc18-4993-a178-d86d21e27f85 req-dd81555d-24cd-4341-8c28-7aef61d77129 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:22.484086 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ea3a886c-bc18-4993-a178-d86d21e27f85 req-dd81555d-24cd-4341-8c28-7aef61d77129 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0520661 Mar 07 13:46:22.529291 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ea3a886c-bc18-4993-a178-d86d21e27f85 req-78eff163-e206-432c-84b1-6a83c788e962 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397301 Mar 07 13:46:22.931000 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65727d70-aef8-4f0e-959a-a5fc96886499 req-618570a5-1d64-415b-ad74-975383e9a317 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:22.932485 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-65727d70-aef8-4f0e-959a-a5fc96886499 req-618570a5-1d64-415b-ad74-975383e9a317 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 945 time: 0.0873988 Mar 07 13:46:22.940178 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17ecb2-2c90-4300-8bee-0bcdf1191ad6 req-e7fc2e26-49e8-46ce-9c22-9848e746964d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:22.941600 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-da17ecb2-2c90-4300-8bee-0bcdf1191ad6 req-e7fc2e26-49e8-46ce-9c22-9848e746964d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0877204 Mar 07 13:46:23.010712 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-65727d70-aef8-4f0e-959a-a5fc96886499 req-ffaf7dda-741d-4561-a8c4-5da888ca61ea tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681155 Mar 07 13:46:23.014743 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-da17ecb2-2c90-4300-8bee-0bcdf1191ad6 req-e2806739-4887-44d8-a737-4abde44bae2a tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666015 Mar 07 13:46:23.517236 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea20bb0-358c-4dc2-badc-71417dfcf927 req-b47b9f22-30f2-4319-bff4-1d8d60e7e93a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:23.518717 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-eea20bb0-358c-4dc2-badc-71417dfcf927 req-b47b9f22-30f2-4319-bff4-1d8d60e7e93a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 944 time: 0.0801585 Mar 07 13:46:23.527804 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdf669-6773-4be0-9f6a-b251decf0f0f req-d43f9629-1cc6-4ca2-8ec4-69bc58e7ba92 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:23.529176 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-facdf669-6773-4be0-9f6a-b251decf0f0f req-d43f9629-1cc6-4ca2-8ec4-69bc58e7ba92 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 945 time: 0.0819817 Mar 07 13:46:23.601362 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-eea20bb0-358c-4dc2-badc-71417dfcf927 req-a410c1bf-34c7-4cdd-8b38-abb355e3cbe8 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712473 Mar 07 13:46:23.605332 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-facdf669-6773-4be0-9f6a-b251decf0f0f req-37bb335f-354e-45c6-b115-481dcdb4ee5f tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697808 Mar 07 13:46:23.705229 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9aa1ff-f0b2-4f1c-923a-bdd5ed33f528 req-07def05f-9656-40ad-8e92-4dc437d6c06e tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:23.706670 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ca9aa1ff-f0b2-4f1c-923a-bdd5ed33f528 req-07def05f-9656-40ad-8e92-4dc437d6c06e tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0517914 Mar 07 13:46:23.753079 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ca9aa1ff-f0b2-4f1c-923a-bdd5ed33f528 req-6e37bd1a-7547-4105-86aa-a687945d4ccc tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409970 Mar 07 13:46:24.160568 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984578b9-cdf2-4840-8732-ae87d0786063 req-ae845aaf-bf1c-410f-8e63-4bce7f791489 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:24.161947 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-984578b9-cdf2-4840-8732-ae87d0786063 req-ae845aaf-bf1c-410f-8e63-4bce7f791489 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0749321 Mar 07 13:46:24.169428 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fca0d9-6999-4b8e-ab50-aa206f43784b req-228abfa0-a3b2-496e-bdad-98135aac5840 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:24.170964 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-04fca0d9-6999-4b8e-ab50-aa206f43784b req-228abfa0-a3b2-496e-bdad-98135aac5840 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 945 time: 0.0924509 Mar 07 13:46:24.220670 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:24.241938 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-984578b9-cdf2-4840-8732-ae87d0786063 req-2445e09d-80cb-4852-bc49-0aedc367b094 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695031 Mar 07 13:46:24.246098 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-04fca0d9-6999-4b8e-ab50-aa206f43784b req-4e737911-7af1-43ef-8442-570b09a27c0c tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682244 Mar 07 13:46:24.747612 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190893c6-4b35-4a77-82ea-ac3dbb572e19 req-cc1cc8ec-d6e0-4ad7-82ca-53bbacddc19c tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:24.749083 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-190893c6-4b35-4a77-82ea-ac3dbb572e19 req-cc1cc8ec-d6e0-4ad7-82ca-53bbacddc19c tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 944 time: 0.0823553 Mar 07 13:46:24.759067 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48077bb7-d457-47d4-aab6-edc602f0f581 req-a1498e34-478e-4e24-bc23-9d2ae3cfc6dd tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:24.760514 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-48077bb7-d457-47d4-aab6-edc602f0f581 req-a1498e34-478e-4e24-bc23-9d2ae3cfc6dd tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 945 time: 0.0919664 Mar 07 13:46:24.833330 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-190893c6-4b35-4a77-82ea-ac3dbb572e19 req-053462a8-614a-46e0-b7a9-afc465155ecd tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718300 Mar 07 13:46:24.837314 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-48077bb7-d457-47d4-aab6-edc602f0f581 req-0040dc2e-753e-4cab-9f33-d1bca54c87fe tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701635 Mar 07 13:46:24.937205 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57a861-446c-47bb-9390-cea0f00c954f req-e098eb2a-e1e1-4d98-b877-5583d2e32166 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:24.938662 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7b57a861-446c-47bb-9390-cea0f00c954f req-e098eb2a-e1e1-4d98-b877-5583d2e32166 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0522373 Mar 07 13:46:24.983335 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7b57a861-446c-47bb-9390-cea0f00c954f req-9cbc337f-13d3-4db0-b2de-4f4a6dd2b3a1 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392499 Mar 07 13:46:25.388737 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863bf1b-ca53-4951-9269-d45a475ff956 req-8e459651-fff3-4435-92e8-da4257c8dd7e tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:25.390769 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8863bf1b-ca53-4951-9269-d45a475ff956 req-8e459651-fff3-4435-92e8-da4257c8dd7e tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0826571 Mar 07 13:46:25.400775 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7da3d-b6fe-42f8-9160-1da2e819f412 req-b6dea743-ebad-4f6f-a715-8400ce2cfdd0 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:25.402186 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a3d7da3d-b6fe-42f8-9160-1da2e819f412 req-b6dea743-ebad-4f6f-a715-8400ce2cfdd0 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 945 time: 0.0853808 Mar 07 13:46:25.472314 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8863bf1b-ca53-4951-9269-d45a475ff956 req-c4f68b57-738c-45a4-ba4b-97a147978faf tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691280 Mar 07 13:46:25.475174 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a3d7da3d-b6fe-42f8-9160-1da2e819f412 req-8af09b59-b92a-44c3-894b-c172ec3c1fde tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661221 Mar 07 13:46:25.986915 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb60c92-b7ac-4e64-86d5-dbaa62dc5e3e req-5f2eb20e-bb26-4c24-9103-50488f017b8d tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:25.988360 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1fb60c92-b7ac-4e64-86d5-dbaa62dc5e3e req-5f2eb20e-bb26-4c24-9103-50488f017b8d tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 944 time: 0.0914819 Mar 07 13:46:25.995008 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b9db9-59f4-4d5d-b632-83b530296d8c req-9a2f2220-43cc-4e33-973c-d77b12314a1f tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:25.996415 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f73b9db9-59f4-4d5d-b632-83b530296d8c req-9a2f2220-43cc-4e33-973c-d77b12314a1f tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 945 time: 0.0880492 Mar 07 13:46:26.069341 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1fb60c92-b7ac-4e64-86d5-dbaa62dc5e3e req-2d8c4e19-79cc-4137-984b-34fd1d7c5910 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718949 Mar 07 13:46:26.072172 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f73b9db9-59f4-4d5d-b632-83b530296d8c req-65d8f95f-040a-4939-84a7-14a45a12ecfa tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686493 Mar 07 13:46:26.172067 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c4baf-7a2d-4b5e-947e-1804f22cbd47 req-3906823c-e2c6-406f-9309-ee98a1fe8fa7 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:26.173558 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7a0c4baf-7a2d-4b5e-947e-1804f22cbd47 req-3906823c-e2c6-406f-9309-ee98a1fe8fa7 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0522516 Mar 07 13:46:26.217704 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7a0c4baf-7a2d-4b5e-947e-1804f22cbd47 req-3a5b13f7-a1f7-4d0b-b2c4-924b55c964bc tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387862 Mar 07 13:46:26.619762 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863558c-806a-4bc1-b733-3485b949828d req-f9cae275-643e-4c21-b838-4b38bb19a714 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:26.621235 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9863558c-806a-4bc1-b733-3485b949828d req-f9cae275-643e-4c21-b838-4b38bb19a714 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0828118 Mar 07 13:46:26.631912 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f25cbd-6f8e-46a8-bddb-86bd26efc9c5 req-28f4e013-e86a-4585-88ae-843fcaa5d354 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:26.633295 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c8f25cbd-6f8e-46a8-bddb-86bd26efc9c5 req-28f4e013-e86a-4585-88ae-843fcaa5d354 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 945 time: 0.0843568 Mar 07 13:46:26.702150 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9863558c-806a-4bc1-b733-3485b949828d req-b0e8b544-5376-4d02-a5b1-7438a022a836 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679500 Mar 07 13:46:26.705617 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c8f25cbd-6f8e-46a8-bddb-86bd26efc9c5 req-d29d2990-cb3c-4f97-9217-b0f18029ce36 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a609bde-b805-43e0-9ff4-cc6f9aa6582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659330 Mar 07 13:46:26.955024 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09e675-2e3d-450a-8b76-7c355cf5c49f req-67b1e857-22e1-444e-8df7-0159f8bfab6c tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:26.956467 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7c09e675-2e3d-450a-8b76-7c355cf5c49f req-67b1e857-22e1-444e-8df7-0159f8bfab6c tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.10 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 945 time: 0.0528729 Mar 07 13:46:27.051517 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-7c09e675-2e3d-450a-8b76-7c355cf5c49f req-18abdcae-57db-4938-b9fd-a5ce7ddce7af tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Deleting port eafe21ce-610a-4362-a3f2-25ec1396f404 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:46:27.051786 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7c09e675-2e3d-450a-8b76-7c355cf5c49f req-18abdcae-57db-4938-b9fd-a5ce7ddce7af tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (eafe21ce-610a-4362-a3f2-25ec1396f404), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:27.168990 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-7c09e675-2e3d-450a-8b76-7c355cf5c49f req-18abdcae-57db-4938-b9fd-a5ce7ddce7af tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] For port eafe21ce-610a-4362-a3f2-25ec1396f404, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=eafe21ce-610a-4362-a3f2-25ec1396f404,segment=NetworkSegment(7ad5a2ac-07e9-441b-a198-f54411ff24d4),segment_id=7ad5a2ac-07e9-441b-a198-f54411ff24d4)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:46:27.169502 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7c09e675-2e3d-450a-8b76-7c355cf5c49f req-18abdcae-57db-4938-b9fd-a5ce7ddce7af tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (eafe21ce-610a-4362-a3f2-25ec1396f404), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:27.223938 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-7c09e675-2e3d-450a-8b76-7c355cf5c49f req-18abdcae-57db-4938-b9fd-a5ce7ddce7af tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Calling delete_port for eafe21ce-610a-4362-a3f2-25ec1396f404 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:46:27.304101 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd53de1-150e-47dc-aec2-2fad9ea63f3a req-c37699d9-1203-4316-a47d-6bbe9c7ad8a2 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:27.305503 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bfd53de1-150e-47dc-aec2-2fad9ea63f3a req-c37699d9-1203-4316-a47d-6bbe9c7ad8a2 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 945 time: 0.1595109 Mar 07 13:46:27.321136 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5997b-5e4a-4394-b86b-9e699e22a166 req-7ba91542-3d95-430f-a010-d3334f5bc373 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:27.322517 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6ce5997b-5e4a-4394-b86b-9e699e22a166 req-7ba91542-3d95-430f-a010-d3334f5bc373 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 944 time: 0.1753998 Mar 07 13:46:27.436873 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6ce5997b-5e4a-4394-b86b-9e699e22a166 req-826dd670-6a94-4505-b843-2f738347d6b4 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061816 Mar 07 13:46:27.440277 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bfd53de1-150e-47dc-aec2-2fad9ea63f3a req-aa3424d6-193b-45e9-818a-e01b758cb046 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276405 Mar 07 13:46:27.465417 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7c09e675-2e3d-450a-8b76-7c355cf5c49f req-18abdcae-57db-4938-b9fd-a5ce7ddce7af tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (eafe21ce-610a-4362-a3f2-25ec1396f404), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:27.494475 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abdcae-57db-4938-b9fd-a5ce7ddce7af tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Pushing event deleted for resources: {'Port': ['ID=eafe21ce-610a-4362-a3f2-25ec1396f404,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:27.513468 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['eafe21ce-610a-4362-a3f2-25ec1396f404'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:46:27.580453 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c09e675-2e3d-450a-8b76-7c355cf5c49f req-18abdcae-57db-4938-b9fd-a5ce7ddce7af tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] No DVR routers for this DVR port eafe21ce-610a-4362-a3f2-25ec1396f404 on host hv-cinder-81322 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:46:27.582837 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7c09e675-2e3d-450a-8b76-7c355cf5c49f req-18abdcae-57db-4938-b9fd-a5ce7ddce7af tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:27.586528 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7c09e675-2e3d-450a-8b76-7c355cf5c49f req-18abdcae-57db-4938-b9fd-a5ce7ddce7af tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.10 "DELETE /v2.0/ports/eafe21ce-610a-4362-a3f2-25ec1396f404 HTTP/1.1" status: 204 len: 173 time: 0.6238866 Mar 07 13:46:27.590428 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21a6685-c1ec-45ac-8844-b6911ab61796', 'name': 'network-vif-deleted', 'tag': 'eafe21ce-610a-4362-a3f2-25ec1396f404'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:46:27.592884 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6589820-4c13-4545-ab39-97efc9cb98e3" -d '{"events": [{"server_uuid": "f21a6685-c1ec-45ac-8844-b6911ab61796", "name": "network-vif-deleted", "tag": "eafe21ce-610a-4362-a3f2-25ec1396f404"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:46:27.622268 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40ca0f-626a-46f1-9218-cbd588213666 req-d40a11b7-d62b-4d75-91c3-b3c6fc14b3e6 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:27.623773 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6e40ca0f-626a-46f1-9218-cbd588213666 req-d40a11b7-d62b-4d75-91c3-b3c6fc14b3e6 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0973232 Mar 07 13:46:27.632922 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2137278c-0dd0-44ba-a1c5-c163fa2d80f4 x-openstack-request-id: req-2137278c-0dd0-44ba-a1c5-c163fa2d80f4 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:46:27.633281 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21a6685-c1ec-45ac-8844-b6911ab61796", "name": "network-vif-deleted", "tag": "eafe21ce-610a-4362-a3f2-25ec1396f404", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:46:27.633589 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2137278c-0dd0-44ba-a1c5-c163fa2d80f4 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:46:27.633987 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21a6685-c1ec-45ac-8844-b6911ab61796', 'name': 'network-vif-deleted', 'tag': 'eafe21ce-610a-4362-a3f2-25ec1396f404', 'status': 'completed', 'code': 200} Mar 07 13:46:27.682001 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6e40ca0f-626a-46f1-9218-cbd588213666 req-ad00cf87-7270-4ce6-b70d-7c1e8071a734 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468228 Mar 07 13:46:27.830043 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1044a7b9-19d5-4320-a923-0178b5197ea1 req-e8b4a690-9d03-4ae4-b12f-4cdb262b8396 tempest-VolumesActionsTest-180774531 tempest-VolumesActionsTest-180774531-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a6685-c1ec-45ac-8844-b6911ab61796 HTTP/1.1" status: 200 len: 210 time: 0.0443001 Mar 07 13:46:27.859522 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895731b-88f0-4d91-889d-a84e1318440c req-b8aec340-2dfe-41fa-bf5b-54de756ecb15 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:27.863728 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a895731b-88f0-4d91-889d-a84e1318440c req-b8aec340-2dfe-41fa-bf5b-54de756ecb15 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0885472 Mar 07 13:46:27.934101 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a895731b-88f0-4d91-889d-a84e1318440c req-2d1fab43-933f-430b-9859-d79a461981b8 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669017 Mar 07 13:46:27.948978 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf0b58-5ab6-46ad-b9f6-8789b1d566be req-0da595c1-d866-43da-a0f0-6af8a1442b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:27.950491 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-82bf0b58-5ab6-46ad-b9f6-8789b1d566be req-0da595c1-d866-43da-a0f0-6af8a1442b9d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 1129 time: 0.0506885 Mar 07 13:46:28.025059 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-82bf0b58-5ab6-46ad-b9f6-8789b1d566be req-b7e4cfb6-db07-4e1c-85a5-e5ca014f0b58 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382638 Mar 07 13:46:28.528802 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 54784) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:28.656660 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba811ac-b4ef-4fd3-886b-59de7eb3d1d4 req-2551daa0-967f-4cd4-9d50-d1c5fe2f9a14 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:28.666248 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-eba811ac-b4ef-4fd3-886b-59de7eb3d1d4 req-2551daa0-967f-4cd4-9d50-d1c5fe2f9a14 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 944 time: 0.1539214 Mar 07 13:46:28.691636 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f55b9d-7db2-4904-ba1f-b92dfa682bcf req-8a4a02e7-ad90-4d0e-9838-e753a6da7c6b tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:28.693569 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a4f55b9d-7db2-4904-ba1f-b92dfa682bcf req-8a4a02e7-ad90-4d0e-9838-e753a6da7c6b tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 945 time: 0.1414990 Mar 07 13:46:28.698983 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-423c4ee7-27df-4e26-b6cb-792f2e0bd1ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:28.787142 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-423c4ee7-27df-4e26-b6cb-792f2e0bd1ec admin admin] Publish callbacks [] for security_group (3a8a12c3-67bf-4fd7-93ba-3db788c618cf), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:28.793038 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-423c4ee7-27df-4e26-b6cb-792f2e0bd1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (3a8a12c3-67bf-4fd7-93ba-3db788c618cf), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:28.827845 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-eba811ac-b4ef-4fd3-886b-59de7eb3d1d4 req-4ff831b9-1cd0-4f72-b38a-c2991d2cb883 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607120 Mar 07 13:46:28.841218 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a4f55b9d-7db2-4904-ba1f-b92dfa682bcf req-79bfbdc8-e967-49dd-aad8-c74288f17caf tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397078 Mar 07 13:46:28.850135 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 54794) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:28.850303 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-423c4ee7-27df-4e26-b6cb-792f2e0bd1ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24de6ede57de4e3485fdb43292b362cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199089 Mar 07 13:46:28.887132 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c4ee7-27df-4e26-b6cb-792f2e0bd1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8a12c3-67bf-4fd7-93ba-3db788c618cf,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:28.966062 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7f856518-c1ad-4e99-9152-39d34426bed7 admin admin] Publish callbacks [] for security_group (3a8a12c3-67bf-4fd7-93ba-3db788c618cf), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:29.011444 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4638c3e-3b92-42ad-b2da-fb5d45032d6a req-fcf1d470-1c4c-4381-8efe-d92ffcf33129 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:29.012922 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d4638c3e-3b92-42ad-b2da-fb5d45032d6a req-fcf1d470-1c4c-4381-8efe-d92ffcf33129 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0835726 Mar 07 13:46:29.014883 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7f856518-c1ad-4e99-9152-39d34426bed7 admin admin] Publish callbacks [] for security_group (3a8a12c3-67bf-4fd7-93ba-3db788c618cf), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:29.124105 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d4638c3e-3b92-42ad-b2da-fb5d45032d6a req-f6a89fe6-9e3b-421f-a954-e1962bb9583f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0932620 Mar 07 13:46:29.136554 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1fd19-1564-49d9-8878-d2dbe4ddfcd8 req-be7edf4c-0816-42b3-9c7b-f77f8fb8ed1c tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:29.138065 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c3a1fd19-1564-49d9-8878-d2dbe4ddfcd8 req-be7edf4c-0816-42b3-9c7b-f77f8fb8ed1c tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.1206529 Mar 07 13:46:29.151511 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7f856518-c1ad-4e99-9152-39d34426bed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (3a8a12c3-67bf-4fd7-93ba-3db788c618cf), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:29.157703 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7f856518-c1ad-4e99-9152-39d34426bed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:29.157703 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-7f856518-c1ad-4e99-9152-39d34426bed7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a8a12c3-67bf-4fd7-93ba-3db788c618cf HTTP/1.1" status: 204 len: 168 time: 0.3027925 Mar 07 13:46:29.175584 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f856518-c1ad-4e99-9152-39d34426bed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8a12c3-67bf-4fd7-93ba-3db788c618cf,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:29.227613 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c3a1fd19-1564-49d9-8878-d2dbe4ddfcd8 req-d33d58c4-364a-4ff4-80b9-41da7ee8cbf8 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831683 Mar 07 13:46:29.324676 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc1933-68a2-4da1-b141-7b1396f31959 req-ee920a1d-1735-464c-ba84-9c5ca1360868 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:29.328040 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c7cc1933-68a2-4da1-b141-7b1396f31959 req-ee920a1d-1735-464c-ba84-9c5ca1360868 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0644946 Mar 07 13:46:29.337360 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 54860) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:29.344158 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-6c7f6b95-127f-4ecc-a565-99c8f3335002 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Request body: {'floatingip': {'port_id': 'c284a1ce-b7ca-456a-8537-cc2cd0f6160f'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:46:29.432326 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6b95-127f-4ecc-a565-99c8f3335002 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for floatingip (0f35f6f3-9d07-4bf7-bd9d-13efe59ddefd), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:29.585960 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 54876) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:29.728095 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a98a693c-e569-4ae9-b834-531d27106e6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:29.825463 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a98a693c-e569-4ae9-b834-531d27106e6e admin admin] Publish callbacks [] for security_group (6596e408-4e60-4c1d-8b03-4542fff95c54), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:29.830104 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a98a693c-e569-4ae9-b834-531d27106e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (6596e408-4e60-4c1d-8b03-4542fff95c54), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:29.920564 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a693c-e569-4ae9-b834-531d27106e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6596e408-4e60-4c1d-8b03-4542fff95c54,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:29.945967 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-a98a693c-e569-4ae9-b834-531d27106e6e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=00f11a0094e0407796d81c48959f98da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3587077 Mar 07 13:46:29.948910 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 54912) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:30.047288 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-569a8dc9-6b71-4cce-934f-6b8347d20c1e admin admin] Publish callbacks [] for security_group (6596e408-4e60-4c1d-8b03-4542fff95c54), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:30.111804 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-569a8dc9-6b71-4cce-934f-6b8347d20c1e admin admin] Publish callbacks [] for security_group (6596e408-4e60-4c1d-8b03-4542fff95c54), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:30.189896 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-569a8dc9-6b71-4cce-934f-6b8347d20c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (6596e408-4e60-4c1d-8b03-4542fff95c54), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:30.193020 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-569a8dc9-6b71-4cce-934f-6b8347d20c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:30.194491 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-569a8dc9-6b71-4cce-934f-6b8347d20c1e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6596e408-4e60-4c1d-8b03-4542fff95c54 HTTP/1.1" status: 204 len: 168 time: 0.2444298 Mar 07 13:46:30.204122 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a8dc9-6b71-4cce-934f-6b8347d20c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6596e408-4e60-4c1d-8b03-4542fff95c54,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:30.324632 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 32db034f-f3f2-4b11-a823-3cda222cd851 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 13:46:30.356144 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device eafe21ce-610a-4362-a3f2-25ec1396f404 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:46:30.396293 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] No Port match for: eafe21ce-610a-4362-a3f2-25ec1396f404 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:46:30.396634 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device eafe21ce-610a-4362-a3f2-25ec1396f404 not bound to the agent host hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:46:30.449346 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6220a-8510-4fa3-800b-5aa3266966d9 req-aaae4138-6cda-43c0-8581-590d54bf63c0 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:30.456701 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-63e6220a-8510-4fa3-800b-5aa3266966d9 req-aaae4138-6cda-43c0-8581-590d54bf63c0 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 944 time: 0.4390545 Mar 07 13:46:30.492214 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 32db034f-f3f2-4b11-a823-3cda222cd851, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=32db034f-f3f2-4b11-a823-3cda222cd851,segment=NetworkSegment(e162dbb3-f7e8-4563-8238-36a47ee87ab4),segment_id=e162dbb3-f7e8-4563-8238-36a47ee87ab4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:46:30.508929 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Returning: {'device': '32db034f-f3f2-4b11-a823-3cda222cd851', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'port_id': '32db034f-f3f2-4b11-a823-3cda222cd851', 'mac_address': 'fa:16:3e:17:50:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 13:46:30.573841 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 32db034f-f3f2-4b11-a823-3cda222cd851 is: DOWN; New status is: BUILD {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:30.574631 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (32db034f-f3f2-4b11-a823-3cda222cd851), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:30.576457 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7721af-422c-4791-bcb9-9fb81552b47f req-d57ad586-aa89-4ecc-bf67-848b03468d47 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:30.582028 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4a7721af-422c-4791-bcb9-9fb81552b47f req-d57ad586-aa89-4ecc-bf67-848b03468d47 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.2252061 Mar 07 13:46:30.592896 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32db034f-f3f2-4b11-a823-3cda222cd851 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:46:30.623147 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 32db034f-f3f2-4b11-a823-3cda222cd851, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=32db034f-f3f2-4b11-a823-3cda222cd851,segment=NetworkSegment(e162dbb3-f7e8-4563-8238-36a47ee87ab4),segment_id=e162dbb3-f7e8-4563-8238-36a47ee87ab4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:46:30.628238 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (32db034f-f3f2-4b11-a823-3cda222cd851), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:30.692178 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=32db034f-f3f2-4b11-a823-3cda222cd851,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:30.694422 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-63e6220a-8510-4fa3-800b-5aa3266966d9 req-af3dbc3a-ad38-4009-b9d0-fa9071731606 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349660 Mar 07 13:46:30.716385 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6b95-127f-4ecc-a565-99c8f3335002 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:30.725004 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6b95-127f-4ecc-a565-99c8f3335002 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (0f35f6f3-9d07-4bf7-bd9d-13efe59ddefd), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:30.781806 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4a7721af-422c-4791-bcb9-9fb81552b47f req-20e5d785-d90e-4d74-a7c7-e4d64b3186d3 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586478 Mar 07 13:46:30.884006 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.l3_db [None req-6c7f6b95-127f-4ecc-a565-99c8f3335002 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Floating IP 0f35f6f3-9d07-4bf7-bd9d-13efe59ddefd associated. External IP: 172.27.1.66, port: c284a1ce-b7ca-456a-8537-cc2cd0f6160f. Mar 07 13:46:31.117800 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 54984) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:31.147671 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3aaa24-1ae0-40fe-bde4-c83d33788038 req-33eeb099-6acd-4b84-abf2-12c05bfd05b3 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:31.150080 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5e3aaa24-1ae0-40fe-bde4-c83d33788038 req-33eeb099-6acd-4b84-abf2-12c05bfd05b3 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.1025259 Mar 07 13:46:31.185911 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7f6b95-127f-4ecc-a565-99c8f3335002 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Router 49e8bed0-1942-4173-bf9f-044d676b780f has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:46:31.230613 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5e3aaa24-1ae0-40fe-bde4-c83d33788038 req-00131170-bf87-486c-8336-c0827785b9e6 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711093 Mar 07 13:46:31.255162 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 54992) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:31.342745 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7f6b95-127f-4ecc-a565-99c8f3335002 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:46:31.347357 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6b95-127f-4ecc-a565-99c8f3335002 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:31.361041 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11204664-6cc5-4119-b648-1bf9e5b0f1ba None None] Sync routers for ids ['49e8bed0-1942-4173-bf9f-044d676b780f'] in dv-cinder-813222-6-iscsi {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:46:31.366799 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6a4dceea-82ae-4dca-9c41-9a15749e96dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:31.372248 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11204664-6cc5-4119-b648-1bf9e5b0f1ba None None] Routers {'49e8bed0-1942-4173-bf9f-044d676b780f'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:46:31.374574 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-11204664-6cc5-4119-b648-1bf9e5b0f1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:46:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['49e8bed0-1942-4173-bf9f-044d676b780f'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:31.378985 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-cb165422-43e2-40cb-80ab-a08534fc085b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1786204774-network', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:46:31.389484 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-6c7f6b95-127f-4ecc-a565-99c8f3335002 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "PUT /v2.0/floatingips/0f35f6f3-9d07-4bf7-bd9d-13efe59ddefd HTTP/1.1" status: 200 len: 990 time: 2.0435441 Mar 07 13:46:31.389484 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2a3979-bacd-41cd-925b-487654278434', 'tag': 'c284a1ce-b7ca-456a-8537-cc2cd0f6160f'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:46:31.389484 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475e1d2a-414c-4ab6-890b-b704a5626a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2a3979-bacd-41cd-925b-487654278434", "tag": "c284a1ce-b7ca-456a-8537-cc2cd0f6160f"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:46:31.419667 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb165422-43e2-40cb-80ab-a08534fc085b admin admin] Made reservation on behalf of fd6473d3b96b4da2b1f766dcd1a54f0f for: {'network': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:46:31.422092 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cb165422-43e2-40cb-80ab-a08534fc085b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for network (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:31.425218 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80db4b7a-e046-46ae-a740-0893f8826f99 x-openstack-request-id: req-80db4b7a-e046-46ae-a740-0893f8826f99 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:46:31.425607 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2a3979-bacd-41cd-925b-487654278434", "tag": "c284a1ce-b7ca-456a-8537-cc2cd0f6160f", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:46:31.426338 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80db4b7a-e046-46ae-a740-0893f8826f99 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:46:31.426338 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2a3979-bacd-41cd-925b-487654278434', 'tag': 'c284a1ce-b7ca-456a-8537-cc2cd0f6160f', 'status': 'completed', 'code': 200} Mar 07 13:46:31.435688 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cb165422-43e2-40cb-80ab-a08534fc085b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:31.501530 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-11204664-6cc5-4119-b648-1bf9e5b0f1ba None None] Set router 49e8bed0-1942-4173-bf9f-044d676b780f gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:46:31.505148 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6a4dceea-82ae-4dca-9c41-9a15749e96dd admin admin] Publish callbacks [] for security_group (8ce6b6f5-4e5d-4fc8-936d-24ee7315c5ec), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:31.509928 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6a4dceea-82ae-4dca-9c41-9a15749e96dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (8ce6b6f5-4e5d-4fc8-936d-24ee7315c5ec), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:31.565534 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-6a4dceea-82ae-4dca-9c41-9a15749e96dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3c073703ce441ab8a92fee4fae3356e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4464848 Mar 07 13:46:31.568578 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 55000) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:31.569221 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4dceea-82ae-4dca-9c41-9a15749e96dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce6b6f5-4e5d-4fc8-936d-24ee7315c5ec,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:31.604304 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cb165422-43e2-40cb-80ab-a08534fc085b admin admin] Publish callbacks [] for security_group (0b79a2a9-6d94-4519-b9be-f869738999ac), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:31.613040 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cb165422-43e2-40cb-80ab-a08534fc085b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (0b79a2a9-6d94-4519-b9be-f869738999ac), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:31.644559 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb165422-43e2-40cb-80ab-a08534fc085b admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=109593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 13:46:31.669074 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb165422-43e2-40cb-80ab-a08534fc085b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b79a2a9-6d94-4519-b9be-f869738999ac,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:31.671935 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cb165422-43e2-40cb-80ab-a08534fc085b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (997dbea6-b43c-4a2a-ad2e-650bd68738c6), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:31.672271 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.db.segments_db [None req-cb165422-43e2-40cb-80ab-a08534fc085b admin admin] Added segment 997dbea6-b43c-4a2a-ad2e-650bd68738c6 of type vlan for network f2da4129-d7e9-405e-99cb-57150db33a9c Mar 07 13:46:31.684780 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9032425d-3caa-4986-9b8a-1d9fa5c78607 admin admin] Publish callbacks [] for security_group (8ce6b6f5-4e5d-4fc8-936d-24ee7315c5ec), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:31.730173 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cb165422-43e2-40cb-80ab-a08534fc085b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776652068127'] for network (f2da4129-d7e9-405e-99cb-57150db33a9c), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:31.737794 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9032425d-3caa-4986-9b8a-1d9fa5c78607 admin admin] Publish callbacks [] for security_group (8ce6b6f5-4e5d-4fc8-936d-24ee7315c5ec), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:31.777498 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-11204664-6cc5-4119-b648-1bf9e5b0f1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'name': 'tempest-AttachVolumeShelveTestJSON-1207087246-router', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:56Z', 'revision_number': 4, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'gw_port': {'id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '0f35f6f3-9d07-4bf7-bd9d-13efe59ddefd', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'port_id': 'c284a1ce-b7ca-456a-8537-cc2cd0f6160f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'mac_address': 'fa:16:3e:c6:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2a3979-bacd-41cd-925b-487654278434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:46:01Z', 'updated_at': '2022-03-07T13:46:30Z', 'revision_number': 1, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acec564d-4568-4147-94a1-900ec3811164', 'name': '', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'mac_address': 'fa:16:3e:ac:8a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:55Z', 'updated_at': '2022-03-07T13:46:01Z', 'revision_number': 5, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'subnets': [{'id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:31.788696 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cb165422-43e2-40cb-80ab-a08534fc085b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for network (f2da4129-d7e9-405e-99cb-57150db33a9c), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:31.789702 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb165422-43e2-40cb-80ab-a08534fc085b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:31.790323 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cb165422-43e2-40cb-80ab-a08534fc085b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:31.815823 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c859797-9e34-46cb-b368-3468c4b6e5e8 req-e964684a-c728-42e9-b7a4-f5f701b5c3fd tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:31.817436 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8c859797-9e34-46cb-b368-3468c4b6e5e8 req-e964684a-c728-42e9-b7a4-f5f701b5c3fd tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 945 time: 0.0538378 Mar 07 13:46:31.821161 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11204664-6cc5-4119-b648-1bf9e5b0f1ba None None] Checking router: 49e8bed0-1942-4173-bf9f-044d676b780f for host: dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:46:31.832695 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11204664-6cc5-4119-b648-1bf9e5b0f1ba None None] Routers {'49e8bed0-1942-4173-bf9f-044d676b780f'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:46:31.833554 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-11204664-6cc5-4119-b648-1bf9e5b0f1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:46:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['49e8bed0-1942-4173-bf9f-044d676b780f'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:31.854984 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-cb165422-43e2-40cb-80ab-a08534fc085b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5972123 Mar 07 13:46:31.857179 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 55006) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:31.857984 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9032425d-3caa-4986-9b8a-1d9fa5c78607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (8ce6b6f5-4e5d-4fc8-936d-24ee7315c5ec), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:31.861191 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9032425d-3caa-4986-9b8a-1d9fa5c78607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:31.862289 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-9032425d-3caa-4986-9b8a-1d9fa5c78607 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8ce6b6f5-4e5d-4fc8-936d-24ee7315c5ec HTTP/1.1" status: 204 len: 168 time: 0.2904365 Mar 07 13:46:31.864957 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-c304114d-ec0b-4e07-809d-c4f2ba77a3a6 admin admin] Request body: {'subnet': {'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1786204774-subnet', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:46:31.868389 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb165422-43e2-40cb-80ab-a08534fc085b admin admin] Pushing event updated for resources: {'Network': ['ID=f2da4129-d7e9-405e-99cb-57150db33a9c,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:31.875029 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032425d-3caa-4986-9b8a-1d9fa5c78607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce6b6f5-4e5d-4fc8-936d-24ee7315c5ec,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:31.888480 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Network f2da4129-d7e9-405e-99cb-57150db33a9c details requested by agent ovs-agent-dv-cinder-813222-6-iscsi with host dv-cinder-813222-6-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 13:46:31.896252 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8c859797-9e34-46cb-b368-3468c4b6e5e8 req-1bf303b0-aaa8-46bb-8609-6e425837e5f0 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717647 Mar 07 13:46:31.901665 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c304114d-ec0b-4e07-809d-c4f2ba77a3a6 admin admin] Made reservation on behalf of fd6473d3b96b4da2b1f766dcd1a54f0f for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:46:31.904655 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c304114d-ec0b-4e07-809d-c4f2ba77a3a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5536009'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:32.014990 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-11204664-6cc5-4119-b648-1bf9e5b0f1ba None None] Set router 49e8bed0-1942-4173-bf9f-044d676b780f gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:46:32.106401 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c304114d-ec0b-4e07-809d-c4f2ba77a3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4839943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5536023'] for subnet (1e57cc15-9140-4505-a973-57f9ead1bba1), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:32.170944 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304114d-ec0b-4e07-809d-c4f2ba77a3a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e57cc15-9140-4505-a973-57f9ead1bba1,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:32.186112 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c304114d-ec0b-4e07-809d-c4f2ba77a3a6 admin admin] Checking segment: {'id': '997dbea6-b43c-4a2a-ad2e-650bd68738c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:46:32.186481 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c304114d-ec0b-4e07-809d-c4f2ba77a3a6 admin admin] Network hostable DHCP agents. Network: f2da4129-d7e9-405e-99cb-57150db33a9c, hostable agents: ['08584f1c-1841-49d6-90b0-a431cd6de474'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 13:46:32.208559 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c304114d-ec0b-4e07-809d-c4f2ba77a3a6 admin admin] Network f2da4129-d7e9-405e-99cb-57150db33a9c is scheduled to be hosted by DHCP agent 08584f1c-1841-49d6-90b0-a431cd6de474 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 13:46:32.217434 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-c304114d-ec0b-4e07-809d-c4f2ba77a3a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-6-iscsi, f2da4129-d7e9-405e-99cb-57150db33a9c) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:46:32.234486 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14620a5-45c5-4d44-825c-6f12955d4eab None None] Network f2da4129-d7e9-405e-99cb-57150db33a9c requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:46:32.242688 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304114d-ec0b-4e07-809d-c4f2ba77a3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:32.243286 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c304114d-ec0b-4e07-809d-c4f2ba77a3a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:32.281907 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-c304114d-ec0b-4e07-809d-c4f2ba77a3a6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4235566 Mar 07 13:46:32.285028 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 55026) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:32.291765 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-1e0482c9-30ce-496e-adde-30cde38e8a97 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1786204774-router', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:46:32.330027 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-11204664-6cc5-4119-b648-1bf9e5b0f1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'name': 'tempest-AttachVolumeShelveTestJSON-1207087246-router', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:56Z', 'revision_number': 4, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'gw_port': {'id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '0f35f6f3-9d07-4bf7-bd9d-13efe59ddefd', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'port_id': 'c284a1ce-b7ca-456a-8537-cc2cd0f6160f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'mac_address': 'fa:16:3e:c6:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2a3979-bacd-41cd-925b-487654278434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:46:01Z', 'updated_at': '2022-03-07T13:46:30Z', 'revision_number': 1, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acec564d-4568-4147-94a1-900ec3811164', 'name': '', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'mac_address': 'fa:16:3e:ac:8a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:55Z', 'updated_at': '2022-03-07T13:46:01Z', 'revision_number': 5, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'subnets': [{'id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:32.335604 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1e0482c9-30ce-496e-adde-30cde38e8a97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8115342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59994'] for router (8a40b047-474e-4dae-93eb-d4ace700b52e), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:32.335604 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1e0482c9-30ce-496e-adde-30cde38e8a97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8117886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8114125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59987'] for router (8a40b047-474e-4dae-93eb-d4ace700b52e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:32.366022 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11204664-6cc5-4119-b648-1bf9e5b0f1ba None None] The sync data for ids ['49e8bed0-1942-4173-bf9f-044d676b780f'] in dv-cinder-813222-6-iscsi is: [{'id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'name': 'tempest-AttachVolumeShelveTestJSON-1207087246-router', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:56Z', 'revision_number': 4, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'gw_port': {'id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '0f35f6f3-9d07-4bf7-bd9d-13efe59ddefd', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'port_id': 'c284a1ce-b7ca-456a-8537-cc2cd0f6160f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'mac_address': 'fa:16:3e:c6:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2a3979-bacd-41cd-925b-487654278434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:46:01Z', 'updated_at': '2022-03-07T13:46:30Z', 'revision_number': 1, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acec564d-4568-4147-94a1-900ec3811164', 'name': '', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'mac_address': 'fa:16:3e:ac:8a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:55Z', 'updated_at': '2022-03-07T13:46:01Z', 'revision_number': 5, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'subnets': [{'id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:46:32.396419 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb568d4f-7491-49c4-aad7-c3e9f79fbe28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c3bf361-9939-58d5-881b-730fc1df18b1-f2da4129-d7e9-405e-99cb-57150db33a9c', 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c', 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'fixed_ips': [{'subnet_id': '1e57cc15-9140-4505-a973-57f9ead1bba1'}]}} from dv-cinder-813222-6-iscsi. {{(pid=109595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 13:46:32.397324 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb568d4f-7491-49c4-aad7-c3e9f79fbe28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:32.457418 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1e0482c9-30ce-496e-adde-30cde38e8a97 admin admin] Publish callbacks [] for router_controller (8a40b047-474e-4dae-93eb-d4ace700b52e), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:32.465786 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30389121-6a7e-4fa3-b842-7f67407d657e req-c15a7c92-491c-4b9a-9420-1018ac571e9e tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:32.466455 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-30389121-6a7e-4fa3-b842-7f67407d657e req-c15a7c92-491c-4b9a-9420-1018ac571e9e tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.1447842 Mar 07 13:46:32.565115 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-fb568d4f-7491-49c4-aad7-c3e9f79fbe28 None None] Allocated IP 172.20.0.2 (f2da4129-d7e9-405e-99cb-57150db33a9c/1e57cc15-9140-4505-a973-57f9ead1bba1/73ab1a8a-c074-49c3-98ee-4035b6df5a0f) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:46:32.673762 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-30389121-6a7e-4fa3-b842-7f67407d657e req-ae1d7f66-a4e9-438c-8a66-308aed93110c tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687660 Mar 07 13:46:32.676187 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc2b586-a8ad-42c9-afb9-71bc211d8b50 None None] New status for floating IP 0f35f6f3-9d07-4bf7-bd9d-13efe59ddefd: ACTIVE {{(pid=109595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 13:46:32.713556 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1e0482c9-30ce-496e-adde-30cde38e8a97 admin admin] Publish callbacks [] for router_gateway (8a40b047-474e-4dae-93eb-d4ace700b52e), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:32.753781 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 55040) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:32.878545 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-e31c7f44-024d-4bd2-be37-9828e795809d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1948488925-network', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:46:32.906354 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31c7f44-024d-4bd2-be37-9828e795809d admin admin] Made reservation on behalf of 7de53de6775a4c07bda98218fab29dc5 for: {'network': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:46:32.910523 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e31c7f44-024d-4bd2-be37-9828e795809d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for network (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:32.922712 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e31c7f44-024d-4bd2-be37-9828e795809d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:33.026542 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e31c7f44-024d-4bd2-be37-9828e795809d admin admin] Publish callbacks [] for security_group (71d31aa4-c8bc-4386-aaa9-72b6786c0236), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:33.028620 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb568d4f-7491-49c4-aad7-c3e9f79fbe28 None None] Publish callbacks [] for port (73ab1a8a-c074-49c3-98ee-4035b6df5a0f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:33.033531 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e31c7f44-024d-4bd2-be37-9828e795809d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (71d31aa4-c8bc-4386-aaa9-72b6786c0236), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:33.043053 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:33.047499 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb568d4f-7491-49c4-aad7-c3e9f79fbe28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089'] for port (73ab1a8a-c074-49c3-98ee-4035b6df5a0f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:33.078174 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c7f44-024d-4bd2-be37-9828e795809d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d31aa4-c8bc-4386-aaa9-72b6786c0236,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:33.082205 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31c7f44-024d-4bd2-be37-9828e795809d admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=109593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 13:46:33.093951 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e31c7f44-024d-4bd2-be37-9828e795809d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (50e946b6-b569-4cbf-85fa-65b41d5d2787), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:33.095101 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.db.segments_db [None req-e31c7f44-024d-4bd2-be37-9828e795809d admin admin] Added segment 50e946b6-b569-4cbf-85fa-65b41d5d2787 of type vlan for network a119dada-69fd-49e0-bf07-78167ff54bec Mar 07 13:46:33.142885 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e31c7f44-024d-4bd2-be37-9828e795809d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776652068127'] for network (a119dada-69fd-49e0-bf07-78167ff54bec), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:33.145207 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb568d4f-7491-49c4-aad7-c3e9f79fbe28 None None] Network f2da4129-d7e9-405e-99cb-57150db33a9c is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:46:33.148109 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-fb568d4f-7491-49c4-aad7-c3e9f79fbe28 None None] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:46:33.154015 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb568d4f-7491-49c4-aad7-c3e9f79fbe28 None None] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:46:33.165281 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb568d4f-7491-49c4-aad7-c3e9f79fbe28 None None] Pushing event updated for resources: {'Port': ['ID=73ab1a8a-c074-49c3-98ee-4035b6df5a0f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:33.186021 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e31c7f44-024d-4bd2-be37-9828e795809d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for network (a119dada-69fd-49e0-bf07-78167ff54bec), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:33.187473 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31c7f44-024d-4bd2-be37-9828e795809d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:33.188808 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e31c7f44-024d-4bd2-be37-9828e795809d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:33.225458 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1e0482c9-30ce-496e-adde-30cde38e8a97 admin admin] Publish callbacks [] for router_gateway (8a40b047-474e-4dae-93eb-d4ace700b52e), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:33.227929 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-fb568d4f-7491-49c4-aad7-c3e9f79fbe28 None None] Attempting to bind port 73ab1a8a-c074-49c3-98ee-4035b6df5a0f on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:46:33.228762 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-fb568d4f-7491-49c4-aad7-c3e9f79fbe28 None None] Attempting to bind port 73ab1a8a-c074-49c3-98ee-4035b6df5a0f by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': '997dbea6-b43c-4a2a-ad2e-650bd68738c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:46:33.229649 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb568d4f-7491-49c4-aad7-c3e9f79fbe28 None None] Attempting to bind port 73ab1a8a-c074-49c3-98ee-4035b6df5a0f on network f2da4129-d7e9-405e-99cb-57150db33a9c {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:46:33.233518 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-e31c7f44-024d-4bd2-be37-9828e795809d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4779451 Mar 07 13:46:33.243295 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb568d4f-7491-49c4-aad7-c3e9f79fbe28 None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:46:33.246450 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb568d4f-7491-49c4-aad7-c3e9f79fbe28 None None] Checking segment: {'id': '997dbea6-b43c-4a2a-ad2e-650bd68738c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:46:33.247190 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 55050) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:33.247482 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb568d4f-7491-49c4-aad7-c3e9f79fbe28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:33.248043 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb568d4f-7491-49c4-aad7-c3e9f79fbe28 None None] Bound using segment: {'id': '997dbea6-b43c-4a2a-ad2e-650bd68738c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:46:33.248708 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-fb568d4f-7491-49c4-aad7-c3e9f79fbe28 None None] Bound port: 73ab1a8a-c074-49c3-98ee-4035b6df5a0f, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997dbea6-b43c-4a2a-ad2e-650bd68738c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:46:33.249400 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb568d4f-7491-49c4-aad7-c3e9f79fbe28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (73ab1a8a-c074-49c3-98ee-4035b6df5a0f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:33.252780 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-c0194aa0-9ef4-4141-ad68-c1ffb6950848 admin admin] Request body: {'subnet': {'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1948488925-subnet', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:46:33.256801 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1e0482c9-30ce-496e-adde-30cde38e8a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:33.267134 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4cc00-d2d2-42a6-a600-e7d4583f6e9a req-b66b3f1d-7698-48b6-a958-5dd24bc0aee4 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:33.268949 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c7f44-024d-4bd2-be37-9828e795809d admin admin] Pushing event updated for resources: {'Network': ['ID=a119dada-69fd-49e0-bf07-78167ff54bec,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:33.274025 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a5e4cc00-d2d2-42a6-a600-e7d4583f6e9a req-b66b3f1d-7698-48b6-a958-5dd24bc0aee4 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 945 time: 0.1437392 Mar 07 13:46:33.287657 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Network a119dada-69fd-49e0-bf07-78167ff54bec details requested by agent ovs-agent-dv-cinder-813222-6-iscsi with host dv-cinder-813222-6-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 13:46:33.345151 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0194aa0-9ef4-4141-ad68-c1ffb6950848 admin admin] Made reservation on behalf of 7de53de6775a4c07bda98218fab29dc5 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:46:33.347510 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c0194aa0-9ef4-4141-ad68-c1ffb6950848 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5536009'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:33.379352 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-fb568d4f-7491-49c4-aad7-c3e9f79fbe28 None None] For port 73ab1a8a-c074-49c3-98ee-4035b6df5a0f, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:46:33.382600 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-fb568d4f-7491-49c4-aad7-c3e9f79fbe28 None None] For port 73ab1a8a-c074-49c3-98ee-4035b6df5a0f, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=73ab1a8a-c074-49c3-98ee-4035b6df5a0f,segment=NetworkSegment(997dbea6-b43c-4a2a-ad2e-650bd68738c6),segment_id=997dbea6-b43c-4a2a-ad2e-650bd68738c6)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:46:33.388737 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb568d4f-7491-49c4-aad7-c3e9f79fbe28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (73ab1a8a-c074-49c3-98ee-4035b6df5a0f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:33.430798 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a5e4cc00-d2d2-42a6-a600-e7d4583f6e9a req-bb06b93a-82aa-406d-8418-889098f593ff tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559138 Mar 07 13:46:33.449080 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb568d4f-7491-49c4-aad7-c3e9f79fbe28 None None] Pushing event updated for resources: {'Port': ['ID=73ab1a8a-c074-49c3-98ee-4035b6df5a0f,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:33.503681 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-1e0482c9-30ce-496e-adde-30cde38e8a97 admin admin] Allocated IP 172.27.1.188 (4737f3fa-18ff-4252-a580-88148a637511/b90664a8-a6a4-4a65-802b-5b7bd95111f9/647e80b0-b079-4aa3-908e-2bf00cbf6c05) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:46:33.676990 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c0194aa0-9ef4-4141-ad68-c1ffb6950848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4839943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5536023'] for subnet (18d69a12-8740-4e35-842b-88d13557947d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:33.738636 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1e0482c9-30ce-496e-adde-30cde38e8a97 admin admin] Publish callbacks [] for port (647e80b0-b079-4aa3-908e-2bf00cbf6c05), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:33.760254 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0194aa0-9ef4-4141-ad68-c1ffb6950848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18d69a12-8740-4e35-842b-88d13557947d,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:33.839217 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0194aa0-9ef4-4141-ad68-c1ffb6950848 admin admin] Checking segment: {'id': '50e946b6-b569-4cbf-85fa-65b41d5d2787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:46:33.839565 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0194aa0-9ef4-4141-ad68-c1ffb6950848 admin admin] Network hostable DHCP agents. Network: a119dada-69fd-49e0-bf07-78167ff54bec, hostable agents: ['08584f1c-1841-49d6-90b0-a431cd6de474'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 13:46:33.860264 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1e0482c9-30ce-496e-adde-30cde38e8a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (647e80b0-b079-4aa3-908e-2bf00cbf6c05), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:33.896047 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8c3ab-9d1b-4f44-b645-636acb999077 req-5a8b777b-f692-4bf7-85ec-d154c66deff1 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:33.897908 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5ab8c3ab-9d1b-4f44-b645-636acb999077 req-5a8b777b-f692-4bf7-85ec-d154c66deff1 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.1203849 Mar 07 13:46:33.898513 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0194aa0-9ef4-4141-ad68-c1ffb6950848 admin admin] Network a119dada-69fd-49e0-bf07-78167ff54bec is scheduled to be hosted by DHCP agent 08584f1c-1841-49d6-90b0-a431cd6de474 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 13:46:33.937402 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0482c9-30ce-496e-adde-30cde38e8a97 admin admin] Network 4737f3fa-18ff-4252-a580-88148a637511 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:46:33.945783 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-1e0482c9-30ce-496e-adde-30cde38e8a97 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:46:33.949460 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0482c9-30ce-496e-adde-30cde38e8a97 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:46:33.962246 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-c0194aa0-9ef4-4141-ad68-c1ffb6950848 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-6-iscsi, a119dada-69fd-49e0-bf07-78167ff54bec) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:46:33.968158 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0194aa0-9ef4-4141-ad68-c1ffb6950848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:33.968854 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c0194aa0-9ef4-4141-ad68-c1ffb6950848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:33.969760 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d80f34-2969-4558-8f43-d6b7b8db8d71 None None] Network a119dada-69fd-49e0-bf07-78167ff54bec requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:46:34.021159 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0482c9-30ce-496e-adde-30cde38e8a97 admin admin] Pushing event updated for resources: {'Port': ['ID=647e80b0-b079-4aa3-908e-2bf00cbf6c05,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:34.041673 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-c0194aa0-9ef4-4141-ad68-c1ffb6950848 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7931554 Mar 07 13:46:34.043249 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 55058) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:34.048544 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-3bfb54d4-9f17-476b-a527-97d9511b5ca8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1948488925-router', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:46:34.054931 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5ab8c3ab-9d1b-4f44-b645-636acb999077 req-7fa8dcf3-c717-472a-ac9d-ada71f14243c tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326084 Mar 07 13:46:34.072497 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3bfb54d4-9f17-476b-a527-97d9511b5ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8115342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59994'] for router (55cb9976-5111-4da6-8901-af346ab21b90), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:34.074158 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3bfb54d4-9f17-476b-a527-97d9511b5ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8117886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8114125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59987'] for router (55cb9976-5111-4da6-8901-af346ab21b90), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:34.093747 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd81dcac-92b3-4f7f-a110-d3f7f5dfe4fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c3bf361-9939-58d5-881b-730fc1df18b1-a119dada-69fd-49e0-bf07-78167ff54bec', 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec', 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'fixed_ips': [{'subnet_id': '18d69a12-8740-4e35-842b-88d13557947d'}]}} from dv-cinder-813222-6-iscsi. {{(pid=109595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 13:46:34.094795 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dd81dcac-92b3-4f7f-a110-d3f7f5dfe4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:34.141230 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3bfb54d4-9f17-476b-a527-97d9511b5ca8 admin admin] Publish callbacks [] for router_controller (55cb9976-5111-4da6-8901-af346ab21b90), precommit_add_association {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:34.255318 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-dd81dcac-92b3-4f7f-a110-d3f7f5dfe4fa None None] Allocated IP 172.20.0.2 (a119dada-69fd-49e0-bf07-78167ff54bec/18d69a12-8740-4e35-842b-88d13557947d/f7be89de-7322-431a-98c8-d4cced652ce6) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:46:34.304860 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3bfb54d4-9f17-476b-a527-97d9511b5ca8 admin admin] Publish callbacks [] for router_gateway (55cb9976-5111-4da6-8901-af346ab21b90), precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:34.342470 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1e0482c9-30ce-496e-adde-30cde38e8a97 admin admin] Publish callbacks [] for router_gateway (8a40b047-474e-4dae-93eb-d4ace700b52e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:34.466266 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dd81dcac-92b3-4f7f-a110-d3f7f5dfe4fa None None] Publish callbacks [] for port (f7be89de-7322-431a-98c8-d4cced652ce6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:34.484892 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dd81dcac-92b3-4f7f-a110-d3f7f5dfe4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089'] for port (f7be89de-7322-431a-98c8-d4cced652ce6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:34.540521 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd81dcac-92b3-4f7f-a110-d3f7f5dfe4fa None None] Network a119dada-69fd-49e0-bf07-78167ff54bec is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:46:34.544270 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-dd81dcac-92b3-4f7f-a110-d3f7f5dfe4fa None None] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:46:34.548045 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd81dcac-92b3-4f7f-a110-d3f7f5dfe4fa None None] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:46:34.559644 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81dcac-92b3-4f7f-a110-d3f7f5dfe4fa None None] Pushing event updated for resources: {'Port': ['ID=f7be89de-7322-431a-98c8-d4cced652ce6,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:34.591942 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f2c610-aa4b-4519-81b6-702cbf9a70ee None None] Network f2da4129-d7e9-405e-99cb-57150db33a9c requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:46:34.608341 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3bfb54d4-9f17-476b-a527-97d9511b5ca8 admin admin] Publish callbacks [] for router_gateway (55cb9976-5111-4da6-8901-af346ab21b90), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:34.626671 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad228ea9-c73a-4b41-810e-587d23121937 req-495886c0-1add-454a-9534-83c78b22ef79 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:34.628163 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ad228ea9-c73a-4b41-810e-587d23121937 req-495886c0-1add-454a-9534-83c78b22ef79 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 945 time: 0.1047766 Mar 07 13:46:34.628788 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3bfb54d4-9f17-476b-a527-97d9511b5ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:34.664003 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1e0482c9-30ce-496e-adde-30cde38e8a97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8117877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8114144'] for router (8a40b047-474e-4dae-93eb-d4ace700b52e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:34.687237 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-dd81dcac-92b3-4f7f-a110-d3f7f5dfe4fa None None] Attempting to bind port f7be89de-7322-431a-98c8-d4cced652ce6 on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:46:34.687610 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-dd81dcac-92b3-4f7f-a110-d3f7f5dfe4fa None None] Attempting to bind port f7be89de-7322-431a-98c8-d4cced652ce6 by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': '50e946b6-b569-4cbf-85fa-65b41d5d2787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:46:34.687975 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd81dcac-92b3-4f7f-a110-d3f7f5dfe4fa None None] Attempting to bind port f7be89de-7322-431a-98c8-d4cced652ce6 on network a119dada-69fd-49e0-bf07-78167ff54bec {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:46:34.703757 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd81dcac-92b3-4f7f-a110-d3f7f5dfe4fa None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:46:34.704690 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd81dcac-92b3-4f7f-a110-d3f7f5dfe4fa None None] Checking segment: {'id': '50e946b6-b569-4cbf-85fa-65b41d5d2787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:46:34.705095 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dd81dcac-92b3-4f7f-a110-d3f7f5dfe4fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:34.705511 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd81dcac-92b3-4f7f-a110-d3f7f5dfe4fa None None] Bound using segment: {'id': '50e946b6-b569-4cbf-85fa-65b41d5d2787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:46:34.705988 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-dd81dcac-92b3-4f7f-a110-d3f7f5dfe4fa None None] Bound port: f7be89de-7322-431a-98c8-d4cced652ce6, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e946b6-b569-4cbf-85fa-65b41d5d2787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:46:34.706373 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dd81dcac-92b3-4f7f-a110-d3f7f5dfe4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (f7be89de-7322-431a-98c8-d4cced652ce6), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:34.713420 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-43aaaf3f-045f-4fc0-b975-c727547c773f None None] Provisioning complete for port 73ab1a8a-c074-49c3-98ee-4035b6df5a0f triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:34.713793 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43aaaf3f-045f-4fc0-b975-c727547c773f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (73ab1a8a-c074-49c3-98ee-4035b6df5a0f), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:34.741157 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ad228ea9-c73a-4b41-810e-587d23121937 req-dbe3a6fd-2caf-4fdb-a2e3-da628f8b4c6a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971303 Mar 07 13:46:34.761414 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-3bfb54d4-9f17-476b-a527-97d9511b5ca8 admin admin] Allocated IP 172.27.1.226 (4737f3fa-18ff-4252-a580-88148a637511/b90664a8-a6a4-4a65-802b-5b7bd95111f9/ed06108f-d1e2-4d8c-89d3-a37fa536daba) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:46:34.863523 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-dd81dcac-92b3-4f7f-a110-d3f7f5dfe4fa None None] For port f7be89de-7322-431a-98c8-d4cced652ce6, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:46:34.867405 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-dd81dcac-92b3-4f7f-a110-d3f7f5dfe4fa None None] For port f7be89de-7322-431a-98c8-d4cced652ce6, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=f7be89de-7322-431a-98c8-d4cced652ce6,segment=NetworkSegment(50e946b6-b569-4cbf-85fa-65b41d5d2787),segment_id=50e946b6-b569-4cbf-85fa-65b41d5d2787)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:46:34.885312 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3bfb54d4-9f17-476b-a527-97d9511b5ca8 admin admin] Publish callbacks [] for port (ed06108f-d1e2-4d8c-89d3-a37fa536daba), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:34.895568 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dd81dcac-92b3-4f7f-a110-d3f7f5dfe4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (f7be89de-7322-431a-98c8-d4cced652ce6), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:34.905872 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0482c9-30ce-496e-adde-30cde38e8a97 admin admin] Router 8a40b047-474e-4dae-93eb-d4ace700b52e is scheduled to L3 agent cc2ab286-18cb-493e-9e53-baec88113460 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 13:46:34.930977 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3bfb54d4-9f17-476b-a527-97d9511b5ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (ed06108f-d1e2-4d8c-89d3-a37fa536daba), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:34.950018 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-43aaaf3f-045f-4fc0-b975-c727547c773f None None] Current status of the port 73ab1a8a-c074-49c3-98ee-4035b6df5a0f is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:34.950423 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43aaaf3f-045f-4fc0-b975-c727547c773f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (73ab1a8a-c074-49c3-98ee-4035b6df5a0f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:34.986599 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfb54d4-9f17-476b-a527-97d9511b5ca8 admin admin] Network 4737f3fa-18ff-4252-a580-88148a637511 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:46:34.992105 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-3bfb54d4-9f17-476b-a527-97d9511b5ca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:46:35.005460 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfb54d4-9f17-476b-a527-97d9511b5ca8 admin admin] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:46:35.016856 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81dcac-92b3-4f7f-a110-d3f7f5dfe4fa None None] Pushing event updated for resources: {'Port': ['ID=f7be89de-7322-431a-98c8-d4cced652ce6,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:35.033068 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-43aaaf3f-045f-4fc0-b975-c727547c773f None None] For port 73ab1a8a-c074-49c3-98ee-4035b6df5a0f, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=73ab1a8a-c074-49c3-98ee-4035b6df5a0f,segment=NetworkSegment(997dbea6-b43c-4a2a-ad2e-650bd68738c6),segment_id=997dbea6-b43c-4a2a-ad2e-650bd68738c6)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:46:35.038827 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43aaaf3f-045f-4fc0-b975-c727547c773f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (73ab1a8a-c074-49c3-98ee-4035b6df5a0f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:35.073985 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0482c9-30ce-496e-adde-30cde38e8a97 admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:46:35.089021 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77205e05-2bb7-4af4-8561-207dcb21279f None None] Sync routers for ids ['8a40b047-474e-4dae-93eb-d4ace700b52e'] in dv-cinder-813222-6-iscsi {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:46:35.094855 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1e0482c9-30ce-496e-adde-30cde38e8a97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:35.099793 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-1e0482c9-30ce-496e-adde-30cde38e8a97 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8135400 Mar 07 13:46:35.100624 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 55072) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:35.106037 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77205e05-2bb7-4af4-8561-207dcb21279f None None] Routers {'8a40b047-474e-4dae-93eb-d4ace700b52e'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:46:35.109270 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-77205e05-2bb7-4af4-8561-207dcb21279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:46:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['8a40b047-474e-4dae-93eb-d4ace700b52e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:35.159213 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aaaf3f-045f-4fc0-b975-c727547c773f None None] Pushing event updated for resources: {'Port': ['ID=73ab1a8a-c074-49c3-98ee-4035b6df5a0f,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:35.271352 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-3152c245-25da-4b60-af47-d644589dc7c0 None None] Provisioning complete for port 73ab1a8a-c074-49c3-98ee-4035b6df5a0f triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:35.271352 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3152c245-25da-4b60-af47-d644589dc7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (73ab1a8a-c074-49c3-98ee-4035b6df5a0f), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:35.357160 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb54d4-9f17-476b-a527-97d9511b5ca8 admin admin] Pushing event updated for resources: {'Port': ['ID=ed06108f-d1e2-4d8c-89d3-a37fa536daba,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:35.391332 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-77205e05-2bb7-4af4-8561-207dcb21279f None None] Set router 8a40b047-474e-4dae-93eb-d4ace700b52e gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:46:35.456905 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-3152c245-25da-4b60-af47-d644589dc7c0 None None] Current status of the port 73ab1a8a-c074-49c3-98ee-4035b6df5a0f is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:35.534073 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 73ab1a8a-c074-49c3-98ee-4035b6df5a0f up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:46:35.606067 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 73ab1a8a-c074-49c3-98ee-4035b6df5a0f triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:35.606545 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (73ab1a8a-c074-49c3-98ee-4035b6df5a0f), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:35.661065 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c748da-e9c1-4046-8cdb-ecc398750e8d req-46f20f44-4c07-4220-8f59-2732437bb5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:35.662619 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-17c748da-e9c1-4046-8cdb-ecc398750e8d req-46f20f44-4c07-4220-8f59-2732437bb5cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88634ee7e2b24d288fb0ffe0074a2dc6&device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 1129 time: 0.2830462 Mar 07 13:46:35.669752 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0298a23-cbbb-4324-ad79-fc89160e33a9 req-dacffb02-8a51-4db5-82bb-d7a23e9dd36e tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:35.671356 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e0298a23-cbbb-4324-ad79-fc89160e33a9 req-dacffb02-8a51-4db5-82bb-d7a23e9dd36e tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.3174748 Mar 07 13:46:35.689796 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e1d2a-414c-4ab6-890b-b704a5626a0a req-f1269dde-d1aa-4a15-a116-a384013c57d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:35.691806 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-475e1d2a-414c-4ab6-890b-b704a5626a0a req-f1269dde-d1aa-4a15-a116-a384013c57d2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29cf89a499e44925abf85d7d74541fbd&device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 1129 time: 0.1914322 Mar 07 13:46:35.693537 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-77205e05-2bb7-4af4-8561-207dcb21279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'name': 'tempest-TestShelveInstance-1786204774-router', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '647e80b0-b079-4aa3-908e-2bf00cbf6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:32Z', 'updated_at': '2022-03-07T13:46:34Z', 'revision_number': 3, 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'gw_port': {'id': '647e80b0-b079-4aa3-908e-2bf00cbf6c05', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:33Z', 'updated_at': '2022-03-07T13:46:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:35.725970 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77205e05-2bb7-4af4-8561-207dcb21279f None None] Checking router: 8a40b047-474e-4dae-93eb-d4ace700b52e for host: dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:46:35.727324 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77205e05-2bb7-4af4-8561-207dcb21279f None None] Updating router 8a40b047-474e-4dae-93eb-d4ace700b52e port 647e80b0-b079-4aa3-908e-2bf00cbf6c05 binding host dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 13:46:35.732288 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 73ab1a8a-c074-49c3-98ee-4035b6df5a0f is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:35.762527 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3bfb54d4-9f17-476b-a527-97d9511b5ca8 admin admin] Publish callbacks [] for router_gateway (55cb9976-5111-4da6-8901-af346ab21b90), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:35.773261 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-77205e05-2bb7-4af4-8561-207dcb21279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (647e80b0-b079-4aa3-908e-2bf00cbf6c05), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:35.966857 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['32db034f-f3f2-4b11-a823-3cda222cd851'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:46:36.049756 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3bfb54d4-9f17-476b-a527-97d9511b5ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8117877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8114144'] for router (55cb9976-5111-4da6-8901-af346ab21b90), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:36.131614 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-77205e05-2bb7-4af4-8561-207dcb21279f None None] Publish callbacks [] for port (647e80b0-b079-4aa3-908e-2bf00cbf6c05), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:36.140045 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-77205e05-2bb7-4af4-8561-207dcb21279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (647e80b0-b079-4aa3-908e-2bf00cbf6c05), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:36.225659 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfb54d4-9f17-476b-a527-97d9511b5ca8 admin admin] Router 55cb9976-5111-4da6-8901-af346ab21b90 is scheduled to L3 agent cc2ab286-18cb-493e-9e53-baec88113460 with binding_index 1 {{(pid=109593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 13:46:36.226756 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-77205e05-2bb7-4af4-8561-207dcb21279f None None] Attempting to bind port 647e80b0-b079-4aa3-908e-2bf00cbf6c05 on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:46:36.227126 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-77205e05-2bb7-4af4-8561-207dcb21279f None None] Attempting to bind port 647e80b0-b079-4aa3-908e-2bf00cbf6c05 by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:46:36.227489 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77205e05-2bb7-4af4-8561-207dcb21279f None None] Attempting to bind port 647e80b0-b079-4aa3-908e-2bf00cbf6c05 on network 4737f3fa-18ff-4252-a580-88148a637511 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:46:36.240202 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77205e05-2bb7-4af4-8561-207dcb21279f None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:46:36.240488 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77205e05-2bb7-4af4-8561-207dcb21279f None None] Checking segment: {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:46:36.240893 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-77205e05-2bb7-4af4-8561-207dcb21279f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:36.241316 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77205e05-2bb7-4af4-8561-207dcb21279f None None] Bound using segment: {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:46:36.241801 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-77205e05-2bb7-4af4-8561-207dcb21279f None None] Bound port: 647e80b0-b079-4aa3-908e-2bf00cbf6c05, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:46:36.242179 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-77205e05-2bb7-4af4-8561-207dcb21279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (647e80b0-b079-4aa3-908e-2bf00cbf6c05), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:36.279044 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e0298a23-cbbb-4324-ad79-fc89160e33a9 req-d2c27dbc-0723-4ceb-9c55-c0bb73953823 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5908284 Mar 07 13:46:36.306852 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c748da-e9c1-4046-8cdb-ecc398750e8d req-25731385-ea8a-4c8a-8c0c-8a4919e186f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:36.309059 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-17c748da-e9c1-4046-8cdb-ecc398750e8d req-25731385-ea8a-4c8a-8c0c-8a4919e186f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a5b462aa-a284-4f43-8b3d-18890bd539a5 HTTP/1.1" status: 200 len: 918 time: 0.6341536 Mar 07 13:46:36.311249 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f016789-5687-4af3-b21a-27586ec1190f None None] Pushing event updated for resources: {'Port': ['ID=647e80b0-b079-4aa3-908e-2bf00cbf6c05,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:36.347309 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f016789-5687-4af3-b21a-27586ec1190f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:36.347783 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f016789-5687-4af3-b21a-27586ec1190f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:36.348530 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f016789-5687-4af3-b21a-27586ec1190f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:36.349002 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f016789-5687-4af3-b21a-27586ec1190f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:36.349438 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f016789-5687-4af3-b21a-27586ec1190f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:36.350019 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f016789-5687-4af3-b21a-27586ec1190f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:36.350537 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f016789-5687-4af3-b21a-27586ec1190f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:36.350885 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f016789-5687-4af3-b21a-27586ec1190f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:36.351219 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f016789-5687-4af3-b21a-27586ec1190f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:36.351746 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f016789-5687-4af3-b21a-27586ec1190f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:36.352081 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f016789-5687-4af3-b21a-27586ec1190f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:36.352407 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f016789-5687-4af3-b21a-27586ec1190f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:36.352782 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f016789-5687-4af3-b21a-27586ec1190f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:46:36.379929 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-17c748da-e9c1-4046-8cdb-ecc398750e8d req-e153d633-251a-492b-bb11-8ba342206372 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=906c9fd6-70d3-488f-ab60-10d4094bbe96 HTTP/1.1" status: 200 len: 217 time: 0.0579445 Mar 07 13:46:36.381303 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-77205e05-2bb7-4af4-8561-207dcb21279f None None] For port 647e80b0-b079-4aa3-908e-2bf00cbf6c05, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:46:36.386048 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-77205e05-2bb7-4af4-8561-207dcb21279f None None] For port 647e80b0-b079-4aa3-908e-2bf00cbf6c05, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=647e80b0-b079-4aa3-908e-2bf00cbf6c05,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:46:36.398878 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-77205e05-2bb7-4af4-8561-207dcb21279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (647e80b0-b079-4aa3-908e-2bf00cbf6c05), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:36.413777 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfb54d4-9f17-476b-a527-97d9511b5ca8 admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:46:36.427571 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b852d3e2-821f-43fb-aa4e-bb6c0c7a3eb1 None None] Sync routers for ids ['55cb9976-5111-4da6-8901-af346ab21b90'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:46:36.443448 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3bfb54d4-9f17-476b-a527-97d9511b5ca8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:36.444610 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-3bfb54d4-9f17-476b-a527-97d9511b5ca8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3995461 Mar 07 13:46:36.447473 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 55088) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:36.451532 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b852d3e2-821f-43fb-aa4e-bb6c0c7a3eb1 None None] Routers {'55cb9976-5111-4da6-8901-af346ab21b90'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:46:36.452363 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-b852d3e2-821f-43fb-aa4e-bb6c0c7a3eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:46:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['55cb9976-5111-4da6-8901-af346ab21b90'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:36.500147 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77205e05-2bb7-4af4-8561-207dcb21279f None None] Routers {'8a40b047-474e-4dae-93eb-d4ace700b52e'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:46:36.500987 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e1d2a-414c-4ab6-890b-b704a5626a0a req-26e3e18b-8c78-41e1-b361-a917300a03d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:36.502539 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-475e1d2a-414c-4ab6-890b-b704a5626a0a req-26e3e18b-8c78-41e1-b361-a917300a03d2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=11248537-f61f-4e52-a906-c8f79d05286d HTTP/1.1" status: 200 len: 917 time: 0.7921555 Mar 07 13:46:36.503496 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-77205e05-2bb7-4af4-8561-207dcb21279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:46:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['8a40b047-474e-4dae-93eb-d4ace700b52e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:36.591905 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7384256-96fe-4d80-88a5-d3ed02894686 req-e1f55f0b-56ae-47c8-a6db-2a389be65a69 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:36.593680 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f7384256-96fe-4d80-88a5-d3ed02894686 req-e1f55f0b-56ae-47c8-a6db-2a389be65a69 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 945 time: 0.7597561 Mar 07 13:46:36.613855 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c748da-e9c1-4046-8cdb-ecc398750e8d req-3aa11292-6c49-4c92-b65e-b8c7718b36e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:36.615351 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-17c748da-e9c1-4046-8cdb-ecc398750e8d req-3aa11292-6c49-4c92-b65e-b8c7718b36e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=588e3218-1b5e-44a1-964b-b3809f310cbf HTTP/1.1" status: 200 len: 858 time: 0.2233000 Mar 07 13:46:36.636408 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-b852d3e2-821f-43fb-aa4e-bb6c0c7a3eb1 None None] Set router 55cb9976-5111-4da6-8901-af346ab21b90 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:46:36.705835 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f016789-5687-4af3-b21a-27586ec1190f None None] Pushing event updated for resources: {'Port': ['ID=647e80b0-b079-4aa3-908e-2bf00cbf6c05,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:36.706971 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-17c748da-e9c1-4046-8cdb-ecc398750e8d req-f0da7e67-9b35-4887-b329-28b9e3eadb3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5b462aa-a284-4f43-8b3d-18890bd539a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593300 Mar 07 13:46:36.727481 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0c82a2-53da-4fcd-9888-2e1b66e344c3 None None] Network a119dada-69fd-49e0-bf07-78167ff54bec requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:46:36.796607 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-475e1d2a-414c-4ab6-890b-b704a5626a0a req-7b144408-8e85-4eb2-a3e7-14532632f3d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c284a1ce-b7ca-456a-8537-cc2cd0f6160f HTTP/1.1" status: 200 len: 1000 time: 0.2746222 Mar 07 13:46:36.799658 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-28c56453-402e-45ad-8285-6da10d928000 None None] Provisioning complete for port f7be89de-7322-431a-98c8-d4cced652ce6 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:36.803403 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-77205e05-2bb7-4af4-8561-207dcb21279f None None] Set router 8a40b047-474e-4dae-93eb-d4ace700b52e gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:46:36.803549 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-28c56453-402e-45ad-8285-6da10d928000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (f7be89de-7322-431a-98c8-d4cced652ce6), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:36.845648 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f7384256-96fe-4d80-88a5-d3ed02894686 req-3997363f-14a1-4b06-a072-8b6f14e1da5a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350776 Mar 07 13:46:36.992274 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e1d2a-414c-4ab6-890b-b704a5626a0a req-a5758e5d-4fdc-44aa-be78-43f5147a9f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:36.993843 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-475e1d2a-414c-4ab6-890b-b704a5626a0a req-a5758e5d-4fdc-44aa-be78-43f5147a9f3e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f00f6663-2751-47b6-a25e-1bb93ec00e74 HTTP/1.1" status: 200 len: 856 time: 0.1669328 Mar 07 13:46:37.005049 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-17c748da-e9c1-4046-8cdb-ecc398750e8d req-357f5d2b-9010-412c-ac7a-3e9988c3979a service neutron] 10.222.0.10 "GET /v2.0/networks/a5b462aa-a284-4f43-8b3d-18890bd539a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817953 Mar 07 13:46:37.035206 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-77205e05-2bb7-4af4-8561-207dcb21279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'name': 'tempest-TestShelveInstance-1786204774-router', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '647e80b0-b079-4aa3-908e-2bf00cbf6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:32Z', 'updated_at': '2022-03-07T13:46:34Z', 'revision_number': 3, 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'gw_port': {'id': '647e80b0-b079-4aa3-908e-2bf00cbf6c05', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:33Z', 'updated_at': '2022-03-07T13:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:37.078113 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77205e05-2bb7-4af4-8561-207dcb21279f None None] The sync data for ids ['8a40b047-474e-4dae-93eb-d4ace700b52e'] in dv-cinder-813222-6-iscsi is: [{'id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'name': 'tempest-TestShelveInstance-1786204774-router', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '647e80b0-b079-4aa3-908e-2bf00cbf6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:32Z', 'updated_at': '2022-03-07T13:46:34Z', 'revision_number': 3, 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'gw_port': {'id': '647e80b0-b079-4aa3-908e-2bf00cbf6c05', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:33Z', 'updated_at': '2022-03-07T13:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:46:37.081051 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-19596d67-3b27-4740-8948-8a988309249e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:37.181487 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f545b18a-e2e8-4130-88e9-dbbd1cfcfece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:37.263666 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e1d2a-414c-4ab6-890b-b704a5626a0a req-48f8b011-2d7d-4b9c-98e0-2eb4d580f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:37.267276 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-475e1d2a-414c-4ab6-890b-b704a5626a0a req-48f8b011-2d7d-4b9c-98e0-2eb4d580f81b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11248537-f61f-4e52-a906-c8f79d05286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2653432 Mar 07 13:46:37.289922 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-17c748da-e9c1-4046-8cdb-ecc398750e8d req-a94767f8-f820-438a-a523-9b0a64d3dd70 service neutron] 10.222.0.10 "GET /v2.0/networks/a5b462aa-a284-4f43-8b3d-18890bd539a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674038 Mar 07 13:46:37.461981 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-28c56453-402e-45ad-8285-6da10d928000 None None] Current status of the port f7be89de-7322-431a-98c8-d4cced652ce6 is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:37.462538 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-28c56453-402e-45ad-8285-6da10d928000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (f7be89de-7322-431a-98c8-d4cced652ce6), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:37.473730 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device f7be89de-7322-431a-98c8-d4cced652ce6 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:46:37.576024 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-f545b18a-e2e8-4130-88e9-dbbd1cfcfece admin admin] Allocated IP 172.20.0.1 (a119dada-69fd-49e0-bf07-78167ff54bec/18d69a12-8740-4e35-842b-88d13557947d/de10a48d-0a05-4579-844d-9598d5cd930b) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:46:37.613711 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-28c56453-402e-45ad-8285-6da10d928000 None None] For port f7be89de-7322-431a-98c8-d4cced652ce6, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=f7be89de-7322-431a-98c8-d4cced652ce6,segment=NetworkSegment(50e946b6-b569-4cbf-85fa-65b41d5d2787),segment_id=50e946b6-b569-4cbf-85fa-65b41d5d2787)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:46:37.644734 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-28c56453-402e-45ad-8285-6da10d928000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (f7be89de-7322-431a-98c8-d4cced652ce6), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:37.673250 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cab76-c452-4a89-a593-c38dd8500fda req-3a6c814a-29d8-4a8b-9fa4-ce11023f6b12 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:37.685278 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-709cab76-c452-4a89-a593-c38dd8500fda req-3a6c814a-29d8-4a8b-9fa4-ce11023f6b12 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.2719061 Mar 07 13:46:37.694169 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-475e1d2a-414c-4ab6-890b-b704a5626a0a req-31e23de3-7de2-4e0e-80ff-0f96a3cc63ec service neutron] 10.222.0.10 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945932 Mar 07 13:46:37.753321 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-19596d67-3b27-4740-8948-8a988309249e admin admin] Allocated IP 172.20.0.1 (f2da4129-d7e9-405e-99cb-57150db33a9c/1e57cc15-9140-4505-a973-57f9ead1bba1/f5e69376-1d18-46bb-bb2d-60d065e2a37a) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:46:37.776330 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c56453-402e-45ad-8285-6da10d928000 None None] Pushing event updated for resources: {'Port': ['ID=f7be89de-7322-431a-98c8-d4cced652ce6,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:37.858490 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-b852d3e2-821f-43fb-aa4e-bb6c0c7a3eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb9976-5111-4da6-8901-af346ab21b90', 'name': 'tempest-TestMinimumBasicScenario-1948488925-router', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:46:35Z', 'revision_number': 3, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'gw_port': {'id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:37.894103 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f545b18a-e2e8-4130-88e9-dbbd1cfcfece admin admin] Publish callbacks [] for port (de10a48d-0a05-4579-844d-9598d5cd930b), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:37.963063 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port f7be89de-7322-431a-98c8-d4cced652ce6 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:37.963621 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (f7be89de-7322-431a-98c8-d4cced652ce6), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:37.989924 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f545b18a-e2e8-4130-88e9-dbbd1cfcfece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (de10a48d-0a05-4579-844d-9598d5cd930b), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:38.023458 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b852d3e2-821f-43fb-aa4e-bb6c0c7a3eb1 None None] Checking router: 55cb9976-5111-4da6-8901-af346ab21b90 for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:46:38.034988 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b852d3e2-821f-43fb-aa4e-bb6c0c7a3eb1 None None] Updating router 55cb9976-5111-4da6-8901-af346ab21b90 port ed06108f-d1e2-4d8c-89d3-a37fa536daba binding host dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 13:46:38.103423 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545b18a-e2e8-4130-88e9-dbbd1cfcfece admin admin] Pushing event updated for resources: {'Port': ['ID=de10a48d-0a05-4579-844d-9598d5cd930b,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:38.132161 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b852d3e2-821f-43fb-aa4e-bb6c0c7a3eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (ed06108f-d1e2-4d8c-89d3-a37fa536daba), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:38.141031 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f545b18a-e2e8-4130-88e9-dbbd1cfcfece admin admin] Network a119dada-69fd-49e0-bf07-78167ff54bec is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:46:38.145880 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-f545b18a-e2e8-4130-88e9-dbbd1cfcfece admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:46:38.158043 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f545b18a-e2e8-4130-88e9-dbbd1cfcfece admin admin] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:46:38.182211 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-709cab76-c452-4a89-a593-c38dd8500fda req-8478f7ef-91e3-4ec0-899b-e3861896060e tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4591546 Mar 07 13:46:38.287890 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-475e1d2a-414c-4ab6-890b-b704a5626a0a req-d6906594-1ec7-41b5-96c6-658f1f5339e9 service neutron] 10.222.0.10 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5554152 Mar 07 13:46:38.294127 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f545b18a-e2e8-4130-88e9-dbbd1cfcfece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8110285'] for router_interface (55cb9976-5111-4da6-8901-af346ab21b90), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:38.497219 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 32db034f-f3f2-4b11-a823-3cda222cd851 up at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:46:38.542239 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f545b18a-e2e8-4130-88e9-dbbd1cfcfece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (de10a48d-0a05-4579-844d-9598d5cd930b), before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:38.645668 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b4c2a-5027-4555-9f15-dc4b4aa3e9a7 req-53a46388-6b9b-4935-9e19-56e979c585bb tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:38.647371 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-432b4c2a-5027-4555-9f15-dc4b4aa3e9a7 req-53a46388-6b9b-4935-9e19-56e979c585bb tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 945 time: 0.4619677 Mar 07 13:46:38.756306 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-19596d67-3b27-4740-8948-8a988309249e admin admin] Publish callbacks [] for port (f5e69376-1d18-46bb-bb2d-60d065e2a37a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:38.762002 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-ecd894ea-ebcf-4209-957e-93e594eb709c None None] Provisioning complete for port f7be89de-7322-431a-98c8-d4cced652ce6 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:38.762640 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ecd894ea-ebcf-4209-957e-93e594eb709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (f7be89de-7322-431a-98c8-d4cced652ce6), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:38.790913 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-432b4c2a-5027-4555-9f15-dc4b4aa3e9a7 req-8483e673-f23f-4c62-b95e-5b276a110096 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307149 Mar 07 13:46:38.836842 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f545b18a-e2e8-4130-88e9-dbbd1cfcfece admin admin] Publish callbacks [] for port (de10a48d-0a05-4579-844d-9598d5cd930b), precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:38.845255 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f545b18a-e2e8-4130-88e9-dbbd1cfcfece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238706'] for port (de10a48d-0a05-4579-844d-9598d5cd930b), after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:38.851799 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-19596d67-3b27-4740-8948-8a988309249e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (f5e69376-1d18-46bb-bb2d-60d065e2a37a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:38.881986 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port f7be89de-7322-431a-98c8-d4cced652ce6 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:38.937886 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f545b18a-e2e8-4130-88e9-dbbd1cfcfece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8110241'] for router_interface (55cb9976-5111-4da6-8901-af346ab21b90), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:38.969034 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning for port 32db034f-f3f2-4b11-a823-3cda222cd851 completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 13:46:38.985459 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19596d67-3b27-4740-8948-8a988309249e admin admin] Network f2da4129-d7e9-405e-99cb-57150db33a9c is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:46:38.991531 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning complete for port 32db034f-f3f2-4b11-a823-3cda222cd851 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:38.992085 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (32db034f-f3f2-4b11-a823-3cda222cd851), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:38.993481 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-19596d67-3b27-4740-8948-8a988309249e admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:46:38.996356 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19596d67-3b27-4740-8948-8a988309249e admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:46:39.043499 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-19596d67-3b27-4740-8948-8a988309249e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8110285'] for router_interface (8a40b047-474e-4dae-93eb-d4ace700b52e), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:39.103243 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545b18a-e2e8-4130-88e9-dbbd1cfcfece admin admin] Pushing event updated for resources: {'Port': ['ID=de10a48d-0a05-4579-844d-9598d5cd930b,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:39.111769 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19596d67-3b27-4740-8948-8a988309249e admin admin] Pushing event updated for resources: {'Port': ['ID=f5e69376-1d18-46bb-bb2d-60d065e2a37a,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:39.146644 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-ecd894ea-ebcf-4209-957e-93e594eb709c None None] Current status of the port f7be89de-7322-431a-98c8-d4cced652ce6 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:39.201170 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f545b18a-e2e8-4130-88e9-dbbd1cfcfece admin admin] Network a119dada-69fd-49e0-bf07-78167ff54bec is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:46:39.203231 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-f545b18a-e2e8-4130-88e9-dbbd1cfcfece admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:46:39.354927 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-19596d67-3b27-4740-8948-8a988309249e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (f5e69376-1d18-46bb-bb2d-60d065e2a37a), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:39.490512 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-34b803b6-2e6f-46b0-942c-5bb49d4a5fb6 None None] Provisioning complete for port de10a48d-0a05-4579-844d-9598d5cd930b triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:39.491208 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-34b803b6-2e6f-46b0-942c-5bb49d4a5fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (de10a48d-0a05-4579-844d-9598d5cd930b), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:39.520237 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 32db034f-f3f2-4b11-a823-3cda222cd851 is: BUILD; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:39.520928 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (32db034f-f3f2-4b11-a823-3cda222cd851), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:39.608120 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f545b18a-e2e8-4130-88e9-dbbd1cfcfece admin admin] Router 55cb9976-5111-4da6-8901-af346ab21b90 has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:46:39.671491 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-19596d67-3b27-4740-8948-8a988309249e admin admin] Publish callbacks [] for port (f5e69376-1d18-46bb-bb2d-60d065e2a37a), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:39.674991 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device f7be89de-7322-431a-98c8-d4cced652ce6 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:46:39.679640 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-19596d67-3b27-4740-8948-8a988309249e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (f5e69376-1d18-46bb-bb2d-60d065e2a37a), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:39.784358 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b852d3e2-821f-43fb-aa4e-bb6c0c7a3eb1 None None] Publish callbacks [] for port (ed06108f-d1e2-4d8c-89d3-a37fa536daba), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:39.802296 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6785c-0474-4a98-872d-e61c2e9524d5 req-0df3a123-8f74-4005-a9df-a0ff34e4fe03 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:39.804578 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6ab6785c-0474-4a98-872d-e61c2e9524d5 req-0df3a123-8f74-4005-a9df-a0ff34e4fe03 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.4306076 Mar 07 13:46:39.809022 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19596d67-3b27-4740-8948-8a988309249e admin admin] Pushing event updated for resources: {'Port': ['ID=f5e69376-1d18-46bb-bb2d-60d065e2a37a,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:39.822112 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-19596d67-3b27-4740-8948-8a988309249e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8110241'] for router_interface (8a40b047-474e-4dae-93eb-d4ace700b52e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:39.868185 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f545b18a-e2e8-4130-88e9-dbbd1cfcfece admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:46:39.883586 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-f545b18a-e2e8-4130-88e9-dbbd1cfcfece admin admin] 10.222.0.24 "PUT /v2.0/routers/55cb9976-5111-4da6-8901-af346ab21b90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4263821 Mar 07 13:46:39.917439 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 32db034f-f3f2-4b11-a823-3cda222cd851, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=32db034f-f3f2-4b11-a823-3cda222cd851,segment=NetworkSegment(e162dbb3-f7e8-4563-8238-36a47ee87ab4),segment_id=e162dbb3-f7e8-4563-8238-36a47ee87ab4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:46:39.921346 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f68f887-2891-4672-88e5-9f1aa34a35f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32db034f-f3f2-4b11-a823-3cda222cd851'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:46:39.935217 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef26422-1ba7-4033-97a4-ed04c5a821f8" -d '{"events": [{"server_uuid": "3f68f887-2891-4672-88e5-9f1aa34a35f9", "name": "network-vif-plugged", "status": "completed", "tag": "32db034f-f3f2-4b11-a823-3cda222cd851"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:46:39.962749 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b852d3e2-821f-43fb-aa4e-bb6c0c7a3eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (ed06108f-d1e2-4d8c-89d3-a37fa536daba), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:39.964707 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (32db034f-f3f2-4b11-a823-3cda222cd851), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:39.966431 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-34b803b6-2e6f-46b0-942c-5bb49d4a5fb6 None None] Port de10a48d-0a05-4579-844d-9598d5cd930b cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:46:40.053599 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19596d67-3b27-4740-8948-8a988309249e admin admin] Network f2da4129-d7e9-405e-99cb-57150db33a9c is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:46:40.059984 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd74722-6328-4b88-b261-4259058d2732 None None] Pushing event updated for resources: {'Port': ['ID=ed06108f-d1e2-4d8c-89d3-a37fa536daba,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:40.080243 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-19596d67-3b27-4740-8948-8a988309249e admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:46:40.147362 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6ab6785c-0474-4a98-872d-e61c2e9524d5 req-07b23009-c234-4084-a7bd-a4da7d833794 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328846 Mar 07 13:46:40.173511 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-b852d3e2-821f-43fb-aa4e-bb6c0c7a3eb1 None None] Attempting to bind port ed06108f-d1e2-4d8c-89d3-a37fa536daba on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:46:40.174016 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-b852d3e2-821f-43fb-aa4e-bb6c0c7a3eb1 None None] Attempting to bind port ed06108f-d1e2-4d8c-89d3-a37fa536daba by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:46:40.174487 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b852d3e2-821f-43fb-aa4e-bb6c0c7a3eb1 None None] Attempting to bind port ed06108f-d1e2-4d8c-89d3-a37fa536daba on network 4737f3fa-18ff-4252-a580-88148a637511 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:46:40.197633 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b852d3e2-821f-43fb-aa4e-bb6c0c7a3eb1 None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:46:40.198169 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b852d3e2-821f-43fb-aa4e-bb6c0c7a3eb1 None None] Checking segment: {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:46:40.198671 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b852d3e2-821f-43fb-aa4e-bb6c0c7a3eb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:40.199751 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b852d3e2-821f-43fb-aa4e-bb6c0c7a3eb1 None None] Bound using segment: {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:46:40.200363 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-b852d3e2-821f-43fb-aa4e-bb6c0c7a3eb1 None None] Bound port: ed06108f-d1e2-4d8c-89d3-a37fa536daba, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:46:40.200870 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b852d3e2-821f-43fb-aa4e-bb6c0c7a3eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (ed06108f-d1e2-4d8c-89d3-a37fa536daba), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:40.269704 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea74eb6-fbed-4b58-b810-55e2435c9bf5 x-openstack-request-id: req-1ea74eb6-fbed-4b58-b810-55e2435c9bf5 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:46:40.270564 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f68f887-2891-4672-88e5-9f1aa34a35f9", "name": "network-vif-plugged", "status": "completed", "tag": "32db034f-f3f2-4b11-a823-3cda222cd851", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:46:40.271045 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ea74eb6-fbed-4b58-b810-55e2435c9bf5 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:46:40.271717 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f68f887-2891-4672-88e5-9f1aa34a35f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32db034f-f3f2-4b11-a823-3cda222cd851', 'code': 200} Mar 07 13:46:40.319900 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=32db034f-f3f2-4b11-a823-3cda222cd851,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:40.338430 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-ca605aaf-a161-45f1-9f6b-d215d8e6dd3b None None] Provisioning complete for port de10a48d-0a05-4579-844d-9598d5cd930b triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:40.338845 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca605aaf-a161-45f1-9f6b-d215d8e6dd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (de10a48d-0a05-4579-844d-9598d5cd930b), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:40.348028 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port f7be89de-7322-431a-98c8-d4cced652ce6 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:40.348028 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (f7be89de-7322-431a-98c8-d4cced652ce6), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:40.373675 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62681187-1566-4f0b-b7f5-7bfd225fe9b0 req-f97fba50-f5e9-418e-ade7-f33e23d0cc5b tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:40.375376 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-62681187-1566-4f0b-b7f5-7bfd225fe9b0 req-f97fba50-f5e9-418e-ade7-f33e23d0cc5b tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 946 time: 0.4464476 Mar 07 13:46:40.499174 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19596d67-3b27-4740-8948-8a988309249e admin admin] Router 8a40b047-474e-4dae-93eb-d4ace700b52e has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:46:40.505827 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-62681187-1566-4f0b-b7f5-7bfd225fe9b0 req-1fc356c3-e3df-497a-bc85-f2f02f24251d tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184971 Mar 07 13:46:40.509497 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-b852d3e2-821f-43fb-aa4e-bb6c0c7a3eb1 None None] For port ed06108f-d1e2-4d8c-89d3-a37fa536daba, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:46:40.581978 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-b852d3e2-821f-43fb-aa4e-bb6c0c7a3eb1 None None] For port ed06108f-d1e2-4d8c-89d3-a37fa536daba, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=ed06108f-d1e2-4d8c-89d3-a37fa536daba,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:46:40.599073 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-ca605aaf-a161-45f1-9f6b-d215d8e6dd3b None None] Port de10a48d-0a05-4579-844d-9598d5cd930b cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:46:40.603906 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b852d3e2-821f-43fb-aa4e-bb6c0c7a3eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (ed06108f-d1e2-4d8c-89d3-a37fa536daba), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:40.688107 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-ca605aaf-a161-45f1-9f6b-d215d8e6dd3b None None] Provisioning complete for port f5e69376-1d18-46bb-bb2d-60d065e2a37a triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:40.688680 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca605aaf-a161-45f1-9f6b-d215d8e6dd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (f5e69376-1d18-46bb-bb2d-60d065e2a37a), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:40.695527 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19596d67-3b27-4740-8948-8a988309249e admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:46:40.708058 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f72c4f-49f1-4f89-8b97-9fcdb4ae9446 None None] Sync routers for ids ['8a40b047-474e-4dae-93eb-d4ace700b52e'] in dv-cinder-813222-6-iscsi {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:46:40.733954 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-19596d67-3b27-4740-8948-8a988309249e admin admin] 10.222.0.24 "PUT /v2.0/routers/8a40b047-474e-4dae-93eb-d4ace700b52e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6320693 Mar 07 13:46:40.760978 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f72c4f-49f1-4f89-8b97-9fcdb4ae9446 None None] Routers {'8a40b047-474e-4dae-93eb-d4ace700b52e'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:46:40.764165 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-88f72c4f-49f1-4f89-8b97-9fcdb4ae9446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:46:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['8a40b047-474e-4dae-93eb-d4ace700b52e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:40.841582 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b852d3e2-821f-43fb-aa4e-bb6c0c7a3eb1 None None] Routers {'55cb9976-5111-4da6-8901-af346ab21b90'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:46:40.842672 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-b852d3e2-821f-43fb-aa4e-bb6c0c7a3eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:46:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['55cb9976-5111-4da6-8901-af346ab21b90'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:40.854804 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e80b65-2490-4e4b-a2d0-e36ee01ec2d9 req-fce67bcb-809e-4f27-bd7a-be30573e6e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:40.859071 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-10e80b65-2490-4e4b-a2d0-e36ee01ec2d9 req-fce67bcb-809e-4f27-bd7a-be30573e6e6e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 1130 time: 0.1613441 Mar 07 13:46:40.943156 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port f7be89de-7322-431a-98c8-d4cced652ce6 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:40.955827 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 647e80b0-b079-4aa3-908e-2bf00cbf6c05 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:46:40.967039 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd74722-6328-4b88-b261-4259058d2732 None None] Pushing event updated for resources: {'Port': ['ID=ed06108f-d1e2-4d8c-89d3-a37fa536daba,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:40.990371 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-10e80b65-2490-4e4b-a2d0-e36ee01ec2d9 req-846b1c18-8713-4ac6-8fd7-d8303bc5943c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235912 Mar 07 13:46:41.023124 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-88f72c4f-49f1-4f89-8b97-9fcdb4ae9446 None None] Set router 8a40b047-474e-4dae-93eb-d4ace700b52e gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:46:41.041548 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-ca605aaf-a161-45f1-9f6b-d215d8e6dd3b None None] Port f5e69376-1d18-46bb-bb2d-60d065e2a37a cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:46:41.082293 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 55172) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:41.087800 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-a02edb80-e8b5-4ee2-a18b-393f9a250077 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-762436650-network', 'tenant_id': 'f32325d87f9342f3bc5786e9eb2626ed'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:46:41.138589 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02edb80-e8b5-4ee2-a18b-393f9a250077 admin admin] Made reservation on behalf of f32325d87f9342f3bc5786e9eb2626ed for: {'network': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:46:41.141096 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a02edb80-e8b5-4ee2-a18b-393f9a250077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for network (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:41.218723 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a02edb80-e8b5-4ee2-a18b-393f9a250077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:41.288362 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-41aa0bed-b41d-4968-af78-7d3285b570f0 None None] Provisioning complete for port f5e69376-1d18-46bb-bb2d-60d065e2a37a triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:41.288727 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-41aa0bed-b41d-4968-af78-7d3285b570f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (f5e69376-1d18-46bb-bb2d-60d065e2a37a), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:41.382977 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-41aa0bed-b41d-4968-af78-7d3285b570f0 None None] Port f5e69376-1d18-46bb-bb2d-60d065e2a37a cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:46:41.418986 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 647e80b0-b079-4aa3-908e-2bf00cbf6c05 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:41.419485 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (647e80b0-b079-4aa3-908e-2bf00cbf6c05), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:41.565217 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a02edb80-e8b5-4ee2-a18b-393f9a250077 admin admin] Publish callbacks [] for security_group (c63ca942-c8f2-43eb-9bd2-ecfa8249e661), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:41.577849 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a02edb80-e8b5-4ee2-a18b-393f9a250077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (c63ca942-c8f2-43eb-9bd2-ecfa8249e661), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:41.698985 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02edb80-e8b5-4ee2-a18b-393f9a250077 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=109593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 13:46:41.725948 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02edb80-e8b5-4ee2-a18b-393f9a250077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63ca942-c8f2-43eb-9bd2-ecfa8249e661,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:41.741607 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-88f72c4f-49f1-4f89-8b97-9fcdb4ae9446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'name': 'tempest-TestShelveInstance-1786204774-router', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '647e80b0-b079-4aa3-908e-2bf00cbf6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:32Z', 'updated_at': '2022-03-07T13:46:39Z', 'revision_number': 4, 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'gw_port': {'id': '647e80b0-b079-4aa3-908e-2bf00cbf6c05', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:33Z', 'updated_at': '2022-03-07T13:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'f5e69376-1d18-46bb-bb2d-60d065e2a37a', 'name': '', 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'mac_address': 'fa:16:3e:38:d7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '1e57cc15-9140-4505-a973-57f9ead1bba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:37Z', 'updated_at': '2022-03-07T13:46:39Z', 'revision_number': 2, 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'subnets': [{'id': '1e57cc15-9140-4505-a973-57f9ead1bba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:41.752678 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a02edb80-e8b5-4ee2-a18b-393f9a250077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:41.753038 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.db.segments_db [None req-a02edb80-e8b5-4ee2-a18b-393f9a250077 admin admin] Added segment 6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6 of type vlan for network b8eedd35-f3d7-4f81-9260-a3d242d48113 Mar 07 13:46:41.785796 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f72c4f-49f1-4f89-8b97-9fcdb4ae9446 None None] Checking router: 8a40b047-474e-4dae-93eb-d4ace700b52e for host: dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:46:41.786489 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f72c4f-49f1-4f89-8b97-9fcdb4ae9446 None None] Updating router 8a40b047-474e-4dae-93eb-d4ace700b52e port f5e69376-1d18-46bb-bb2d-60d065e2a37a binding host dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 13:46:41.803091 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-b852d3e2-821f-43fb-aa4e-bb6c0c7a3eb1 None None] Set router 55cb9976-5111-4da6-8901-af346ab21b90 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:46:41.825603 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-88f72c4f-49f1-4f89-8b97-9fcdb4ae9446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (f5e69376-1d18-46bb-bb2d-60d065e2a37a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:41.851415 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14603d78-192c-4eb2-8ec1-a5711e793d4c req-1df8aff6-b312-48a3-b414-9d4c80748d57 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:41.853554 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a02edb80-e8b5-4ee2-a18b-393f9a250077 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776652068127'] for network (b8eedd35-f3d7-4f81-9260-a3d242d48113), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:41.859096 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-14603d78-192c-4eb2-8ec1-a5711e793d4c req-1df8aff6-b312-48a3-b414-9d4c80748d57 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 946 time: 0.0892839 Mar 07 13:46:41.869692 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb209dea-ca99-400b-9f44-9df7840579c3 req-cd2bf5ba-62b1-4d83-b607-d7338a7d9d8d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:41.870877 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-eb209dea-ca99-400b-9f44-9df7840579c3 req-cd2bf5ba-62b1-4d83-b607-d7338a7d9d8d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.5671184 Mar 07 13:46:41.912363 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a02edb80-e8b5-4ee2-a18b-393f9a250077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for network (b8eedd35-f3d7-4f81-9260-a3d242d48113), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:41.913442 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02edb80-e8b5-4ee2-a18b-393f9a250077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:41.914040 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a02edb80-e8b5-4ee2-a18b-393f9a250077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:41.978525 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-14603d78-192c-4eb2-8ec1-a5711e793d4c req-2e0386c8-f72c-41ef-8b13-9d5dd72038e0 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140120 Mar 07 13:46:41.995546 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-eb209dea-ca99-400b-9f44-9df7840579c3 req-7275ed5c-0cdb-482b-b7fa-d02888796634 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166186 Mar 07 13:46:42.005102 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-a02edb80-e8b5-4ee2-a18b-393f9a250077 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9216506 Mar 07 13:46:42.007840 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 55192) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:42.013518 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-8439ef5d-e560-44c3-b03d-2f07f710d318 admin admin] Request body: {'subnet': {'network_id': 'b8eedd35-f3d7-4f81-9260-a3d242d48113', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-762436650-subnet', 'tenant_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:46:42.024983 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 55194) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:42.060176 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02edb80-e8b5-4ee2-a18b-393f9a250077 admin admin] Pushing event updated for resources: {'Network': ['ID=b8eedd35-f3d7-4f81-9260-a3d242d48113,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:42.068769 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-06358b43-6154-4912-a697-d33f8a1212d6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2136617896-network', 'tenant_id': 'f4c06754160942129ddd9c8ba6eec9a2'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:46:42.082596 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Network b8eedd35-f3d7-4f81-9260-a3d242d48113 details requested by agent ovs-agent-dv-cinder-813222-6-iscsi with host dv-cinder-813222-6-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 13:46:42.088470 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8439ef5d-e560-44c3-b03d-2f07f710d318 admin admin] Made reservation on behalf of f32325d87f9342f3bc5786e9eb2626ed for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:46:42.091831 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8439ef5d-e560-44c3-b03d-2f07f710d318 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5536009'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:42.288854 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8439ef5d-e560-44c3-b03d-2f07f710d318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4839943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5536023'] for subnet (325aa74e-1a17-4dfa-a65a-927f741aacc0), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:42.346204 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439ef5d-e560-44c3-b03d-2f07f710d318 admin admin] Pushing event updated for resources: {'Subnet': ['ID=325aa74e-1a17-4dfa-a65a-927f741aacc0,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:42.351401 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06358b43-6154-4912-a697-d33f8a1212d6 admin admin] Made reservation on behalf of f4c06754160942129ddd9c8ba6eec9a2 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:46:42.355427 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-06358b43-6154-4912-a697-d33f8a1212d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:42.355861 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 647e80b0-b079-4aa3-908e-2bf00cbf6c05 is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:42.356249 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (647e80b0-b079-4aa3-908e-2bf00cbf6c05), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:42.385167 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] For port 647e80b0-b079-4aa3-908e-2bf00cbf6c05, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=647e80b0-b079-4aa3-908e-2bf00cbf6c05,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:46:42.389342 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8439ef5d-e560-44c3-b03d-2f07f710d318 admin admin] Checking segment: {'id': '6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b8eedd35-f3d7-4f81-9260-a3d242d48113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:46:42.389852 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8439ef5d-e560-44c3-b03d-2f07f710d318 admin admin] Network hostable DHCP agents. Network: b8eedd35-f3d7-4f81-9260-a3d242d48113, hostable agents: ['08584f1c-1841-49d6-90b0-a431cd6de474'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 13:46:42.392843 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-06358b43-6154-4912-a697-d33f8a1212d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:42.426785 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (647e80b0-b079-4aa3-908e-2bf00cbf6c05), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:42.468653 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-88f72c4f-49f1-4f89-8b97-9fcdb4ae9446 None None] Publish callbacks [] for port (f5e69376-1d18-46bb-bb2d-60d065e2a37a), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:42.476481 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-88f72c4f-49f1-4f89-8b97-9fcdb4ae9446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (f5e69376-1d18-46bb-bb2d-60d065e2a37a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:42.509422 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8439ef5d-e560-44c3-b03d-2f07f710d318 admin admin] Network b8eedd35-f3d7-4f81-9260-a3d242d48113 is scheduled to be hosted by DHCP agent 08584f1c-1841-49d6-90b0-a431cd6de474 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 13:46:42.532227 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Pushing event updated for resources: {'Port': ['ID=647e80b0-b079-4aa3-908e-2bf00cbf6c05,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:42.536211 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-06358b43-6154-4912-a697-d33f8a1212d6 admin admin] Publish callbacks [] for security_group (23276dc7-77d9-4c84-b0a6-8e8a18e3f5e0), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:42.544249 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-8439ef5d-e560-44c3-b03d-2f07f710d318 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-6-iscsi, b8eedd35-f3d7-4f81-9260-a3d242d48113) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:46:42.553237 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-06358b43-6154-4912-a697-d33f8a1212d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (23276dc7-77d9-4c84-b0a6-8e8a18e3f5e0), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:42.561856 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2440e642-6039-413d-a581-260b953f7172 None None] Network b8eedd35-f3d7-4f81-9260-a3d242d48113 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:46:42.570507 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a3a34-07ab-47ec-9f4d-00f538c27c68 None None] Pushing event updated for resources: {'Port': ['ID=f5e69376-1d18-46bb-bb2d-60d065e2a37a,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:42.578124 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8439ef5d-e560-44c3-b03d-2f07f710d318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:42.579020 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-b852d3e2-821f-43fb-aa4e-bb6c0c7a3eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb9976-5111-4da6-8901-af346ab21b90', 'name': 'tempest-TestMinimumBasicScenario-1948488925-router', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:46:38Z', 'revision_number': 4, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'gw_port': {'id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'de10a48d-0a05-4579-844d-9598d5cd930b', 'name': '', 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'mac_address': 'fa:16:3e:76:48:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '18d69a12-8740-4e35-842b-88d13557947d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:37Z', 'updated_at': '2022-03-07T13:46:38Z', 'revision_number': 2, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'subnets': [{'id': '18d69a12-8740-4e35-842b-88d13557947d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:42.586238 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8439ef5d-e560-44c3-b03d-2f07f710d318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:42.653001 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b852d3e2-821f-43fb-aa4e-bb6c0c7a3eb1 None None] The sync data for ids ['55cb9976-5111-4da6-8901-af346ab21b90'] in dv-cinder-813222-6-iscsi is: [{'id': '55cb9976-5111-4da6-8901-af346ab21b90', 'name': 'tempest-TestMinimumBasicScenario-1948488925-router', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:46:38Z', 'revision_number': 4, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'gw_port': {'id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'de10a48d-0a05-4579-844d-9598d5cd930b', 'name': '', 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'mac_address': 'fa:16:3e:76:48:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '18d69a12-8740-4e35-842b-88d13557947d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:37Z', 'updated_at': '2022-03-07T13:46:38Z', 'revision_number': 2, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'subnets': [{'id': '18d69a12-8740-4e35-842b-88d13557947d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:46:42.669704 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-8439ef5d-e560-44c3-b03d-2f07f710d318 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6603909 Mar 07 13:46:42.672220 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 55206) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:42.678487 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-cb2f7bdf-a5f5-4068-ad84-8527be171c5b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-762436650-router', 'tenant_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:46:42.694977 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06358b43-6154-4912-a697-d33f8a1212d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 13:46:42.709334 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-88f72c4f-49f1-4f89-8b97-9fcdb4ae9446 None None] Attempting to bind port f5e69376-1d18-46bb-bb2d-60d065e2a37a on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:46:42.710713 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-88f72c4f-49f1-4f89-8b97-9fcdb4ae9446 None None] Attempting to bind port f5e69376-1d18-46bb-bb2d-60d065e2a37a by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': '997dbea6-b43c-4a2a-ad2e-650bd68738c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:46:42.712632 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f72c4f-49f1-4f89-8b97-9fcdb4ae9446 None None] Attempting to bind port f5e69376-1d18-46bb-bb2d-60d065e2a37a on network f2da4129-d7e9-405e-99cb-57150db33a9c {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:46:42.725736 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f72c4f-49f1-4f89-8b97-9fcdb4ae9446 None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:46:42.727556 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f72c4f-49f1-4f89-8b97-9fcdb4ae9446 None None] Checking segment: {'id': '997dbea6-b43c-4a2a-ad2e-650bd68738c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:46:42.728907 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-88f72c4f-49f1-4f89-8b97-9fcdb4ae9446 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:42.729542 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f72c4f-49f1-4f89-8b97-9fcdb4ae9446 None None] Bound using segment: {'id': '997dbea6-b43c-4a2a-ad2e-650bd68738c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:46:42.730324 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-88f72c4f-49f1-4f89-8b97-9fcdb4ae9446 None None] Bound port: f5e69376-1d18-46bb-bb2d-60d065e2a37a, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997dbea6-b43c-4a2a-ad2e-650bd68738c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:46:42.732431 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-88f72c4f-49f1-4f89-8b97-9fcdb4ae9446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (f5e69376-1d18-46bb-bb2d-60d065e2a37a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:42.759316 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06358b43-6154-4912-a697-d33f8a1212d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23276dc7-77d9-4c84-b0a6-8e8a18e3f5e0,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:42.778025 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-06358b43-6154-4912-a697-d33f8a1212d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (d601209d-a2b3-427d-b5ba-fcea8c1e053e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:42.778943 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.segments_db [None req-06358b43-6154-4912-a697-d33f8a1212d6 admin admin] Added segment d601209d-a2b3-427d-b5ba-fcea8c1e053e of type vlan for network 7f98ffb8-f48b-4110-987b-e4f958e1fa62 Mar 07 13:46:42.789391 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cb2f7bdf-a5f5-4068-ad84-8527be171c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8115342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59994'] for router (d2f1e345-df5d-4531-8f29-b4d2ba36994a), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:42.790486 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cb2f7bdf-a5f5-4068-ad84-8527be171c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8117886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8114125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59987'] for router (d2f1e345-df5d-4531-8f29-b4d2ba36994a), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:42.912158 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-88f72c4f-49f1-4f89-8b97-9fcdb4ae9446 None None] For port f5e69376-1d18-46bb-bb2d-60d065e2a37a, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:46:42.917850 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-06358b43-6154-4912-a697-d33f8a1212d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776652068127'] for network (7f98ffb8-f48b-4110-987b-e4f958e1fa62), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:42.930349 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-88f72c4f-49f1-4f89-8b97-9fcdb4ae9446 None None] For port f5e69376-1d18-46bb-bb2d-60d065e2a37a, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=f5e69376-1d18-46bb-bb2d-60d065e2a37a,segment=NetworkSegment(997dbea6-b43c-4a2a-ad2e-650bd68738c6),segment_id=997dbea6-b43c-4a2a-ad2e-650bd68738c6)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:46:42.955709 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-88f72c4f-49f1-4f89-8b97-9fcdb4ae9446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (f5e69376-1d18-46bb-bb2d-60d065e2a37a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:42.957270 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cb2f7bdf-a5f5-4068-ad84-8527be171c5b admin admin] Publish callbacks [] for router_controller (d2f1e345-df5d-4531-8f29-b4d2ba36994a), precommit_add_association {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:42.965859 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-06358b43-6154-4912-a697-d33f8a1212d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for network (7f98ffb8-f48b-4110-987b-e4f958e1fa62), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:42.966280 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df223ebc-7629-4572-a760-f068163d7fc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c3bf361-9939-58d5-881b-730fc1df18b1-b8eedd35-f3d7-4f81-9260-a3d242d48113', 'network_id': 'b8eedd35-f3d7-4f81-9260-a3d242d48113', 'project_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'fixed_ips': [{'subnet_id': '325aa74e-1a17-4dfa-a65a-927f741aacc0'}]}} from dv-cinder-813222-6-iscsi. {{(pid=109595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 13:46:42.967520 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06358b43-6154-4912-a697-d33f8a1212d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:42.968262 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-06358b43-6154-4912-a697-d33f8a1212d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:42.971170 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df223ebc-7629-4572-a760-f068163d7fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:43.065661 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-06358b43-6154-4912-a697-d33f8a1212d6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0180697 Mar 07 13:46:43.071336 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 55210) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:43.096136 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-f96a771f-a1bd-4097-9601-93941160f8e2 admin admin] Request body: {'subnet': {'network_id': '7f98ffb8-f48b-4110-987b-e4f958e1fa62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2136617896-subnet', 'tenant_id': 'f4c06754160942129ddd9c8ba6eec9a2', 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:46:43.182409 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f72c4f-49f1-4f89-8b97-9fcdb4ae9446 None None] Routers {'8a40b047-474e-4dae-93eb-d4ace700b52e'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:46:43.198154 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-88f72c4f-49f1-4f89-8b97-9fcdb4ae9446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:46:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['8a40b047-474e-4dae-93eb-d4ace700b52e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:43.204361 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a3a34-07ab-47ec-9f4d-00f538c27c68 None None] Pushing event updated for resources: {'Port': ['ID=f5e69376-1d18-46bb-bb2d-60d065e2a37a,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:43.236673 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96a771f-a1bd-4097-9601-93941160f8e2 admin admin] Made reservation on behalf of f4c06754160942129ddd9c8ba6eec9a2 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:46:43.240233 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-2e37a359-adb2-4213-9e0e-38bcfedb4e67 None None] Provisioning complete for port f5e69376-1d18-46bb-bb2d-60d065e2a37a triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:43.240618 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2e37a359-adb2-4213-9e0e-38bcfedb4e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (f5e69376-1d18-46bb-bb2d-60d065e2a37a), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:43.247147 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f96a771f-a1bd-4097-9601-93941160f8e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5536009'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:43.358460 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-df223ebc-7629-4572-a760-f068163d7fc5 None None] Allocated IP 172.20.0.2 (b8eedd35-f3d7-4f81-9260-a3d242d48113/325aa74e-1a17-4dfa-a65a-927f741aacc0/d09785bd-8d44-4a44-8b6d-d6417a5e6ef2) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:46:43.533493 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-88f72c4f-49f1-4f89-8b97-9fcdb4ae9446 None None] Set router 8a40b047-474e-4dae-93eb-d4ace700b52e gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:46:43.606708 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-2e37a359-adb2-4213-9e0e-38bcfedb4e67 None None] Current status of the port f5e69376-1d18-46bb-bb2d-60d065e2a37a is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:43.607101 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2e37a359-adb2-4213-9e0e-38bcfedb4e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (f5e69376-1d18-46bb-bb2d-60d065e2a37a), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:43.629908 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06358b43-6154-4912-a697-d33f8a1212d6 admin admin] Pushing event updated for resources: {'Network': ['ID=7f98ffb8-f48b-4110-987b-e4f958e1fa62,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:43.643168 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Network 7f98ffb8-f48b-4110-987b-e4f958e1fa62 details requested by agent ovs-agent-dv-cinder-813222-6-iscsi with host dv-cinder-813222-6-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 13:46:43.691037 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f96a771f-a1bd-4097-9601-93941160f8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4839943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5536023'] for subnet (15deb891-38a3-490c-89fd-628830dccf96), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:43.696738 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cb2f7bdf-a5f5-4068-ad84-8527be171c5b admin admin] Publish callbacks [] for router_gateway (d2f1e345-df5d-4531-8f29-b4d2ba36994a), precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:43.703677 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df223ebc-7629-4572-a760-f068163d7fc5 None None] Publish callbacks [] for port (d09785bd-8d44-4a44-8b6d-d6417a5e6ef2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:43.746269 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fa9d6-48aa-4249-a885-d008233e2953 req-4fae64c6-211b-497e-9c8d-c6054cee3ee8 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:43.754366 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-2e37a359-adb2-4213-9e0e-38bcfedb4e67 None None] For port f5e69376-1d18-46bb-bb2d-60d065e2a37a, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=f5e69376-1d18-46bb-bb2d-60d065e2a37a,segment=NetworkSegment(997dbea6-b43c-4a2a-ad2e-650bd68738c6),segment_id=997dbea6-b43c-4a2a-ad2e-650bd68738c6)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:46:43.756492 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-908fa9d6-48aa-4249-a885-d008233e2953 req-4fae64c6-211b-497e-9c8d-c6054cee3ee8 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 946 time: 0.5393896 Mar 07 13:46:43.770322 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df223ebc-7629-4572-a760-f068163d7fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089'] for port (d09785bd-8d44-4a44-8b6d-d6417a5e6ef2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:43.817159 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2e37a359-adb2-4213-9e0e-38bcfedb4e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (f5e69376-1d18-46bb-bb2d-60d065e2a37a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:43.862058 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a771f-a1bd-4097-9601-93941160f8e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15deb891-38a3-490c-89fd-628830dccf96,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:43.890486 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-908fa9d6-48aa-4249-a885-d008233e2953 req-e95162e1-135e-425f-8071-75f6a204ac7d tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330650 Mar 07 13:46:43.921162 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df223ebc-7629-4572-a760-f068163d7fc5 None None] Network b8eedd35-f3d7-4f81-9260-a3d242d48113 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:46:43.924856 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-df223ebc-7629-4572-a760-f068163d7fc5 None None] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:46:43.928726 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df223ebc-7629-4572-a760-f068163d7fc5 None None] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:46:43.930063 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96a771f-a1bd-4097-9601-93941160f8e2 admin admin] Checking segment: {'id': 'd601209d-a2b3-427d-b5ba-fcea8c1e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7f98ffb8-f48b-4110-987b-e4f958e1fa62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:46:43.930581 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96a771f-a1bd-4097-9601-93941160f8e2 admin admin] Network hostable DHCP agents. Network: 7f98ffb8-f48b-4110-987b-e4f958e1fa62, hostable agents: ['08584f1c-1841-49d6-90b0-a431cd6de474'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 13:46:43.945346 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df223ebc-7629-4572-a760-f068163d7fc5 None None] Pushing event updated for resources: {'Port': ['ID=d09785bd-8d44-4a44-8b6d-d6417a5e6ef2,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:43.957634 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96a771f-a1bd-4097-9601-93941160f8e2 admin admin] Network 7f98ffb8-f48b-4110-987b-e4f958e1fa62 is scheduled to be hosted by DHCP agent 08584f1c-1841-49d6-90b0-a431cd6de474 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 13:46:43.979159 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-f96a771f-a1bd-4097-9601-93941160f8e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-6-iscsi, 7f98ffb8-f48b-4110-987b-e4f958e1fa62) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:46:44.018925 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96a771f-a1bd-4097-9601-93941160f8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:44.019519 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f96a771f-a1bd-4097-9601-93941160f8e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:44.030245 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80e6ebb-87b2-4482-87ad-e3348c92151f None None] Network 7f98ffb8-f48b-4110-987b-e4f958e1fa62 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:46:44.042635 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-f96a771f-a1bd-4097-9601-93941160f8e2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9671919 Mar 07 13:46:44.048300 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 55218) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:44.055593 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-0bae99c3-3d0f-4539-8273-2ac7ab06b027 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2136617896-router', 'tenant_id': 'f4c06754160942129ddd9c8ba6eec9a2', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:46:44.096833 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0bae99c3-3d0f-4539-8273-2ac7ab06b027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8115342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59994'] for router (0763de53-6626-4220-9602-9fdedaea18c5), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:44.097750 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-88f72c4f-49f1-4f89-8b97-9fcdb4ae9446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'name': 'tempest-TestShelveInstance-1786204774-router', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '647e80b0-b079-4aa3-908e-2bf00cbf6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:32Z', 'updated_at': '2022-03-07T13:46:39Z', 'revision_number': 4, 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'gw_port': {'id': '647e80b0-b079-4aa3-908e-2bf00cbf6c05', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:33Z', 'updated_at': '2022-03-07T13:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'f5e69376-1d18-46bb-bb2d-60d065e2a37a', 'name': '', 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'mac_address': 'fa:16:3e:38:d7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '1e57cc15-9140-4505-a973-57f9ead1bba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:37Z', 'updated_at': '2022-03-07T13:46:42Z', 'revision_number': 4, 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'subnets': [{'id': '1e57cc15-9140-4505-a973-57f9ead1bba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:44.099508 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0bae99c3-3d0f-4539-8273-2ac7ab06b027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8117886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8114125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59987'] for router (0763de53-6626-4220-9602-9fdedaea18c5), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:44.129498 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cb2f7bdf-a5f5-4068-ad84-8527be171c5b admin admin] Publish callbacks [] for router_gateway (d2f1e345-df5d-4531-8f29-b4d2ba36994a), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:44.137949 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f72c4f-49f1-4f89-8b97-9fcdb4ae9446 None None] The sync data for ids ['8a40b047-474e-4dae-93eb-d4ace700b52e'] in dv-cinder-813222-6-iscsi is: [{'id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'name': 'tempest-TestShelveInstance-1786204774-router', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '647e80b0-b079-4aa3-908e-2bf00cbf6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:32Z', 'updated_at': '2022-03-07T13:46:39Z', 'revision_number': 4, 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'gw_port': {'id': '647e80b0-b079-4aa3-908e-2bf00cbf6c05', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:33Z', 'updated_at': '2022-03-07T13:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'f5e69376-1d18-46bb-bb2d-60d065e2a37a', 'name': '', 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'mac_address': 'fa:16:3e:38:d7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '1e57cc15-9140-4505-a973-57f9ead1bba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:37Z', 'updated_at': '2022-03-07T13:46:42Z', 'revision_number': 4, 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'subnets': [{'id': '1e57cc15-9140-4505-a973-57f9ead1bba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:46:44.155404 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cb2f7bdf-a5f5-4068-ad84-8527be171c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:44.223116 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-df223ebc-7629-4572-a760-f068163d7fc5 None None] Attempting to bind port d09785bd-8d44-4a44-8b6d-d6417a5e6ef2 on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:46:44.223393 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-df223ebc-7629-4572-a760-f068163d7fc5 None None] Attempting to bind port d09785bd-8d44-4a44-8b6d-d6417a5e6ef2 by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': '6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b8eedd35-f3d7-4f81-9260-a3d242d48113'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:46:44.223794 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df223ebc-7629-4572-a760-f068163d7fc5 None None] Attempting to bind port d09785bd-8d44-4a44-8b6d-d6417a5e6ef2 on network b8eedd35-f3d7-4f81-9260-a3d242d48113 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:46:44.226350 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf93942-54a0-42a1-9f42-9ddcb00245b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c3bf361-9939-58d5-881b-730fc1df18b1-7f98ffb8-f48b-4110-987b-e4f958e1fa62', 'network_id': '7f98ffb8-f48b-4110-987b-e4f958e1fa62', 'project_id': 'f4c06754160942129ddd9c8ba6eec9a2', 'fixed_ips': [{'subnet_id': '15deb891-38a3-490c-89fd-628830dccf96'}]}} from dv-cinder-813222-6-iscsi. {{(pid=109595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 13:46:44.227480 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-faf93942-54a0-42a1-9f42-9ddcb00245b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:44.237096 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0bae99c3-3d0f-4539-8273-2ac7ab06b027 admin admin] Publish callbacks [] for router_controller (0763de53-6626-4220-9602-9fdedaea18c5), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:44.238485 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-94fa3f4e-3b43-4ba0-b52c-27bed7deaaa6 None None] Provisioning complete for port f5e69376-1d18-46bb-bb2d-60d065e2a37a triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:44.239003 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-94fa3f4e-3b43-4ba0-b52c-27bed7deaaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (f5e69376-1d18-46bb-bb2d-60d065e2a37a), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:44.279847 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df223ebc-7629-4572-a760-f068163d7fc5 None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:46:44.280292 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df223ebc-7629-4572-a760-f068163d7fc5 None None] Checking segment: {'id': '6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b8eedd35-f3d7-4f81-9260-a3d242d48113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:46:44.280716 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df223ebc-7629-4572-a760-f068163d7fc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:44.281215 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df223ebc-7629-4572-a760-f068163d7fc5 None None] Bound using segment: {'id': '6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b8eedd35-f3d7-4f81-9260-a3d242d48113'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:46:44.281863 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-df223ebc-7629-4572-a760-f068163d7fc5 None None] Bound port: d09785bd-8d44-4a44-8b6d-d6417a5e6ef2, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b8eedd35-f3d7-4f81-9260-a3d242d48113'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:46:44.288015 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df223ebc-7629-4572-a760-f068163d7fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (d09785bd-8d44-4a44-8b6d-d6417a5e6ef2), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:44.316974 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37a359-adb2-4213-9e0e-38bcfedb4e67 None None] Pushing event updated for resources: {'Port': ['ID=f5e69376-1d18-46bb-bb2d-60d065e2a37a,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:44.347919 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-cb2f7bdf-a5f5-4068-ad84-8527be171c5b admin admin] Allocated IP 172.27.1.28 (4737f3fa-18ff-4252-a580-88148a637511/b90664a8-a6a4-4a65-802b-5b7bd95111f9/e3778815-02f7-49dc-9857-237652a2a021) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:46:44.434444 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0bae99c3-3d0f-4539-8273-2ac7ab06b027 admin admin] Publish callbacks [] for router_gateway (0763de53-6626-4220-9602-9fdedaea18c5), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:44.541458 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cb2f7bdf-a5f5-4068-ad84-8527be171c5b admin admin] Publish callbacks [] for port (e3778815-02f7-49dc-9857-237652a2a021), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:44.559244 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-df223ebc-7629-4572-a760-f068163d7fc5 None None] For port d09785bd-8d44-4a44-8b6d-d6417a5e6ef2, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:46:44.607429 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cb2f7bdf-a5f5-4068-ad84-8527be171c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (e3778815-02f7-49dc-9857-237652a2a021), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:44.646889 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-df223ebc-7629-4572-a760-f068163d7fc5 None None] For port d09785bd-8d44-4a44-8b6d-d6417a5e6ef2, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=d09785bd-8d44-4a44-8b6d-d6417a5e6ef2,segment=NetworkSegment(6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6),segment_id=6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:46:44.656337 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2f7bdf-a5f5-4068-ad84-8527be171c5b admin admin] Network 4737f3fa-18ff-4252-a580-88148a637511 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:46:44.659936 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-94fa3f4e-3b43-4ba0-b52c-27bed7deaaa6 None None] Current status of the port f5e69376-1d18-46bb-bb2d-60d065e2a37a is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:44.667511 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-cb2f7bdf-a5f5-4068-ad84-8527be171c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:46:44.667996 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df223ebc-7629-4572-a760-f068163d7fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (d09785bd-8d44-4a44-8b6d-d6417a5e6ef2), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:44.672362 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2f7bdf-a5f5-4068-ad84-8527be171c5b admin admin] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:46:44.679333 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-faf93942-54a0-42a1-9f42-9ddcb00245b7 None None] Allocated IP 172.20.0.2 (7f98ffb8-f48b-4110-987b-e4f958e1fa62/15deb891-38a3-490c-89fd-628830dccf96/2c3f7122-2282-4f33-8809-0a16c0b0b38b) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:46:44.718318 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f7bdf-a5f5-4068-ad84-8527be171c5b admin admin] Pushing event updated for resources: {'Port': ['ID=e3778815-02f7-49dc-9857-237652a2a021,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:44.833242 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0bae99c3-3d0f-4539-8273-2ac7ab06b027 admin admin] Publish callbacks [] for router_gateway (0763de53-6626-4220-9602-9fdedaea18c5), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:44.868268 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0bae99c3-3d0f-4539-8273-2ac7ab06b027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:44.882934 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device ed06108f-d1e2-4d8c-89d3-a37fa536daba up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:46:45.152331 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-0bae99c3-3d0f-4539-8273-2ac7ab06b027 admin admin] Allocated IP 172.27.1.134 (4737f3fa-18ff-4252-a580-88148a637511/b90664a8-a6a4-4a65-802b-5b7bd95111f9/9b856db8-cf1a-4360-8054-5bedd70bc3aa) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:46:45.248652 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db4572-7664-495f-8d32-6e9be2bd1a3c req-4481aa4d-e619-458f-924e-06c91c0a1e1f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:45.253460 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c7db4572-7664-495f-8d32-6e9be2bd1a3c req-4481aa4d-e619-458f-924e-06c91c0a1e1f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 946 time: 0.1672795 Mar 07 13:46:45.262568 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df223ebc-7629-4572-a760-f068163d7fc5 None None] Pushing event updated for resources: {'Port': ['ID=d09785bd-8d44-4a44-8b6d-d6417a5e6ef2,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:45.279547 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cb2f7bdf-a5f5-4068-ad84-8527be171c5b admin admin] Publish callbacks [] for router_gateway (d2f1e345-df5d-4531-8f29-b4d2ba36994a), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:45.330208 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port ed06108f-d1e2-4d8c-89d3-a37fa536daba triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:45.330891 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (ed06108f-d1e2-4d8c-89d3-a37fa536daba), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:45.410766 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c7db4572-7664-495f-8d32-6e9be2bd1a3c req-ecfbfcad-3ccb-4bef-a84f-90022115fc8a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468105 Mar 07 13:46:45.425920 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-faf93942-54a0-42a1-9f42-9ddcb00245b7 None None] Publish callbacks [] for port (2c3f7122-2282-4f33-8809-0a16c0b0b38b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:45.445076 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0bae99c3-3d0f-4539-8273-2ac7ab06b027 admin admin] Publish callbacks [] for port (9b856db8-cf1a-4360-8054-5bedd70bc3aa), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:45.466443 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-faf93942-54a0-42a1-9f42-9ddcb00245b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089'] for port (2c3f7122-2282-4f33-8809-0a16c0b0b38b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:45.492801 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0bae99c3-3d0f-4539-8273-2ac7ab06b027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (9b856db8-cf1a-4360-8054-5bedd70bc3aa), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:45.526519 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port ed06108f-d1e2-4d8c-89d3-a37fa536daba is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:45.526930 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (ed06108f-d1e2-4d8c-89d3-a37fa536daba), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:45.542654 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf93942-54a0-42a1-9f42-9ddcb00245b7 None None] Network 7f98ffb8-f48b-4110-987b-e4f958e1fa62 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:46:45.552258 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bae99c3-3d0f-4539-8273-2ac7ab06b027 admin admin] Network 4737f3fa-18ff-4252-a580-88148a637511 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:46:45.552658 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-faf93942-54a0-42a1-9f42-9ddcb00245b7 None None] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:46:45.560927 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf93942-54a0-42a1-9f42-9ddcb00245b7 None None] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:46:45.562313 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-0bae99c3-3d0f-4539-8273-2ac7ab06b027 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:46:45.566585 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bae99c3-3d0f-4539-8273-2ac7ab06b027 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:46:45.572516 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cb2f7bdf-a5f5-4068-ad84-8527be171c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8117877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8114144'] for router (d2f1e345-df5d-4531-8f29-b4d2ba36994a), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:45.575073 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf93942-54a0-42a1-9f42-9ddcb00245b7 None None] Pushing event updated for resources: {'Port': ['ID=2c3f7122-2282-4f33-8809-0a16c0b0b38b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:45.578798 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] For port ed06108f-d1e2-4d8c-89d3-a37fa536daba, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=ed06108f-d1e2-4d8c-89d3-a37fa536daba,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:46:45.585826 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (ed06108f-d1e2-4d8c-89d3-a37fa536daba), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:45.586832 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device f5e69376-1d18-46bb-bb2d-60d065e2a37a up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:46:45.592832 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae99c3-3d0f-4539-8273-2ac7ab06b027 admin admin] Pushing event updated for resources: {'Port': ['ID=9b856db8-cf1a-4360-8054-5bedd70bc3aa,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:45.695237 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-faf93942-54a0-42a1-9f42-9ddcb00245b7 None None] Attempting to bind port 2c3f7122-2282-4f33-8809-0a16c0b0b38b on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:46:45.695518 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-faf93942-54a0-42a1-9f42-9ddcb00245b7 None None] Attempting to bind port 2c3f7122-2282-4f33-8809-0a16c0b0b38b by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': 'd601209d-a2b3-427d-b5ba-fcea8c1e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7f98ffb8-f48b-4110-987b-e4f958e1fa62'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:46:45.695882 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf93942-54a0-42a1-9f42-9ddcb00245b7 None None] Attempting to bind port 2c3f7122-2282-4f33-8809-0a16c0b0b38b on network 7f98ffb8-f48b-4110-987b-e4f958e1fa62 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:46:45.710690 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf93942-54a0-42a1-9f42-9ddcb00245b7 None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:46:45.711063 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf93942-54a0-42a1-9f42-9ddcb00245b7 None None] Checking segment: {'id': 'd601209d-a2b3-427d-b5ba-fcea8c1e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7f98ffb8-f48b-4110-987b-e4f958e1fa62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:46:45.711664 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-faf93942-54a0-42a1-9f42-9ddcb00245b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:45.712067 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf93942-54a0-42a1-9f42-9ddcb00245b7 None None] Bound using segment: {'id': 'd601209d-a2b3-427d-b5ba-fcea8c1e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7f98ffb8-f48b-4110-987b-e4f958e1fa62'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:46:45.712520 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-faf93942-54a0-42a1-9f42-9ddcb00245b7 None None] Bound port: 2c3f7122-2282-4f33-8809-0a16c0b0b38b, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd601209d-a2b3-427d-b5ba-fcea8c1e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7f98ffb8-f48b-4110-987b-e4f958e1fa62'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:46:45.712894 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-faf93942-54a0-42a1-9f42-9ddcb00245b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (2c3f7122-2282-4f33-8809-0a16c0b0b38b), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:45.715691 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Pushing event updated for resources: {'Port': ['ID=ed06108f-d1e2-4d8c-89d3-a37fa536daba,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:45.739738 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2f7bdf-a5f5-4068-ad84-8527be171c5b admin admin] Router d2f1e345-df5d-4531-8f29-b4d2ba36994a is scheduled to L3 agent cc2ab286-18cb-493e-9e53-baec88113460 with binding_index 1 {{(pid=109593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 13:46:45.762644 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port f5e69376-1d18-46bb-bb2d-60d065e2a37a triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:45.763095 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (f5e69376-1d18-46bb-bb2d-60d065e2a37a), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:45.834170 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-faf93942-54a0-42a1-9f42-9ddcb00245b7 None None] For port 2c3f7122-2282-4f33-8809-0a16c0b0b38b, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:46:45.837928 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-faf93942-54a0-42a1-9f42-9ddcb00245b7 None None] For port 2c3f7122-2282-4f33-8809-0a16c0b0b38b, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=2c3f7122-2282-4f33-8809-0a16c0b0b38b,segment=NetworkSegment(d601209d-a2b3-427d-b5ba-fcea8c1e053e),segment_id=d601209d-a2b3-427d-b5ba-fcea8c1e053e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:46:45.846566 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-faf93942-54a0-42a1-9f42-9ddcb00245b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (2c3f7122-2282-4f33-8809-0a16c0b0b38b), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:45.865292 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0bae99c3-3d0f-4539-8273-2ac7ab06b027 admin admin] Publish callbacks [] for router_gateway (0763de53-6626-4220-9602-9fdedaea18c5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:45.919539 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2f7bdf-a5f5-4068-ad84-8527be171c5b admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:46:45.941090 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54a6bbf-5698-4a57-b463-fc9737ab564f None None] Sync routers for ids ['d2f1e345-df5d-4531-8f29-b4d2ba36994a'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:46:45.960854 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cb2f7bdf-a5f5-4068-ad84-8527be171c5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:45.964975 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-cb2f7bdf-a5f5-4068-ad84-8527be171c5b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2885284 Mar 07 13:46:45.965343 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 55232) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:45.974349 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf93942-54a0-42a1-9f42-9ddcb00245b7 None None] Pushing event updated for resources: {'Port': ['ID=2c3f7122-2282-4f33-8809-0a16c0b0b38b,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:45.992258 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port f5e69376-1d18-46bb-bb2d-60d065e2a37a is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:45.993457 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 647e80b0-b079-4aa3-908e-2bf00cbf6c05 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:46:45.995096 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54a6bbf-5698-4a57-b463-fc9737ab564f None None] Routers {'d2f1e345-df5d-4531-8f29-b4d2ba36994a'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:46:45.995751 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-e54a6bbf-5698-4a57-b463-fc9737ab564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:46:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['d2f1e345-df5d-4531-8f29-b4d2ba36994a'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:46.261081 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-e54a6bbf-5698-4a57-b463-fc9737ab564f None None] Set router d2f1e345-df5d-4531-8f29-b4d2ba36994a gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:46:46.266201 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0bae99c3-3d0f-4539-8273-2ac7ab06b027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8117877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8114144'] for router (0763de53-6626-4220-9602-9fdedaea18c5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:46.319977 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:46:46.452628 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 647e80b0-b079-4aa3-908e-2bf00cbf6c05 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:46.453337 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (647e80b0-b079-4aa3-908e-2bf00cbf6c05), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:46.647885 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-e54a6bbf-5698-4a57-b463-fc9737ab564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f1e345-df5d-4531-8f29-b4d2ba36994a', 'name': 'tempest-TestMinimumBasicScenario-762436650-router', 'tenant_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e3778815-02f7-49dc-9857-237652a2a021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:42Z', 'updated_at': '2022-03-07T13:46:45Z', 'revision_number': 3, 'project_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'gw_port': {'id': 'e3778815-02f7-49dc-9857-237652a2a021', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f1e345-df5d-4531-8f29-b4d2ba36994a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:44Z', 'updated_at': '2022-03-07T13:46:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:46.666914 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3143e7-1c0d-4819-811f-90a9c9c54aab req-90eb038b-7c79-4726-b5c3-2c03e5d2cc4d tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:46.668520 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-af3143e7-1c0d-4819-811f-90a9c9c54aab req-90eb038b-7c79-4726-b5c3-2c03e5d2cc4d tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 946 time: 0.1427639 Mar 07 13:46:46.686080 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bae99c3-3d0f-4539-8273-2ac7ab06b027 admin admin] Router 0763de53-6626-4220-9602-9fdedaea18c5 is scheduled to L3 agent cc2ab286-18cb-493e-9e53-baec88113460 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 13:46:46.686759 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54a6bbf-5698-4a57-b463-fc9737ab564f None None] Checking router: d2f1e345-df5d-4531-8f29-b4d2ba36994a for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:46:46.687124 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54a6bbf-5698-4a57-b463-fc9737ab564f None None] Updating router d2f1e345-df5d-4531-8f29-b4d2ba36994a port e3778815-02f7-49dc-9857-237652a2a021 binding host dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 13:46:46.712242 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d8bdeb-e7ea-4a1e-899e-f001ce262643 None None] Network b8eedd35-f3d7-4f81-9260-a3d242d48113 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:46:46.730421 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 647e80b0-b079-4aa3-908e-2bf00cbf6c05 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:46.762790 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e54a6bbf-5698-4a57-b463-fc9737ab564f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (e3778815-02f7-49dc-9857-237652a2a021), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:46.784424 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-af3143e7-1c0d-4819-811f-90a9c9c54aab req-09ad3f9a-fad2-46b0-9534-f967a89c2239 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071062 Mar 07 13:46:46.863874 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bae99c3-3d0f-4539-8273-2ac7ab06b027 admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:46:46.879341 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defd294c-0bbd-471f-80aa-67f7a9be174f None None] Sync routers for ids ['0763de53-6626-4220-9602-9fdedaea18c5'] in dv-cinder-813222-6-iscsi {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:46:46.890966 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defd294c-0bbd-471f-80aa-67f7a9be174f None None] Routers {'0763de53-6626-4220-9602-9fdedaea18c5'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:46:46.891796 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-defd294c-0bbd-471f-80aa-67f7a9be174f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:46:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['0763de53-6626-4220-9602-9fdedaea18c5'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:46.896409 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0bae99c3-3d0f-4539-8273-2ac7ab06b027 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:46.898168 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-0bae99c3-3d0f-4539-8273-2ac7ab06b027 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8485820 Mar 07 13:46:46.904148 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 55242) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:46.908717 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8182cf18-57c9-4009-9193-7633c1759b0a None None] Provisioning complete for port d09785bd-8d44-4a44-8b6d-d6417a5e6ef2 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:46.909098 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8182cf18-57c9-4009-9193-7633c1759b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (d09785bd-8d44-4a44-8b6d-d6417a5e6ef2), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:47.055608 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f973c61b-e228-49d8-9582-b89a00a70943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:47.060716 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-defd294c-0bbd-471f-80aa-67f7a9be174f None None] Set router 0763de53-6626-4220-9602-9fdedaea18c5 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:46:47.150621 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device ed06108f-d1e2-4d8c-89d3-a37fa536daba up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:46:47.397664 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-f973c61b-e228-49d8-9582-b89a00a70943 admin admin] Allocated IP 172.20.0.1 (b8eedd35-f3d7-4f81-9260-a3d242d48113/325aa74e-1a17-4dfa-a65a-927f741aacc0/4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:46:47.425405 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8182cf18-57c9-4009-9193-7633c1759b0a None None] Current status of the port d09785bd-8d44-4a44-8b6d-d6417a5e6ef2 is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:47.425797 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8182cf18-57c9-4009-9193-7633c1759b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (d09785bd-8d44-4a44-8b6d-d6417a5e6ef2), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:47.430326 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port ed06108f-d1e2-4d8c-89d3-a37fa536daba triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:47.430703 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (ed06108f-d1e2-4d8c-89d3-a37fa536daba), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:47.447212 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-defd294c-0bbd-471f-80aa-67f7a9be174f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0763de53-6626-4220-9602-9fdedaea18c5', 'name': 'tempest-TestShelveInstance-2136617896-router', 'tenant_id': 'f4c06754160942129ddd9c8ba6eec9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '9b856db8-cf1a-4360-8054-5bedd70bc3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:44Z', 'updated_at': '2022-03-07T13:46:45Z', 'revision_number': 3, 'project_id': 'f4c06754160942129ddd9c8ba6eec9a2', 'gw_port': {'id': '9b856db8-cf1a-4360-8054-5bedd70bc3aa', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0763de53-6626-4220-9602-9fdedaea18c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:44Z', 'updated_at': '2022-03-07T13:46:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:47.487870 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defd294c-0bbd-471f-80aa-67f7a9be174f None None] Checking router: 0763de53-6626-4220-9602-9fdedaea18c5 for host: dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:46:47.488708 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defd294c-0bbd-471f-80aa-67f7a9be174f None None] Updating router 0763de53-6626-4220-9602-9fdedaea18c5 port 9b856db8-cf1a-4360-8054-5bedd70bc3aa binding host dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 13:46:47.545521 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-defd294c-0bbd-471f-80aa-67f7a9be174f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (9b856db8-cf1a-4360-8054-5bedd70bc3aa), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:47.627572 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f973c61b-e228-49d8-9582-b89a00a70943 admin admin] Publish callbacks [] for port (4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:47.646746 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4b10edf7-f2e0-49e1-9dfc-2aee758a9ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:47.649464 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a817665-494b-4cdd-a41d-eee9153838b8 None None] Sync routers for ids ['55cb9976-5111-4da6-8901-af346ab21b90'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:46:47.666866 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ac015a-1330-40e5-a1a5-e60bcbfc9239 None None] Network 7f98ffb8-f48b-4110-987b-e4f958e1fa62 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:46:47.687491 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f973c61b-e228-49d8-9582-b89a00a70943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:47.754378 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f973c61b-e228-49d8-9582-b89a00a70943 admin admin] Network b8eedd35-f3d7-4f81-9260-a3d242d48113 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:46:47.759564 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-f973c61b-e228-49d8-9582-b89a00a70943 admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:46:47.764259 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f973c61b-e228-49d8-9582-b89a00a70943 admin admin] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:46:47.767663 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973c61b-e228-49d8-9582-b89a00a70943 admin admin] Pushing event updated for resources: {'Port': ['ID=4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:47.810003 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f973c61b-e228-49d8-9582-b89a00a70943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8110285'] for router_interface (d2f1e345-df5d-4531-8f29-b4d2ba36994a), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:47.958590 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-4b10edf7-f2e0-49e1-9dfc-2aee758a9ffa admin admin] Allocated IP 172.20.0.1 (7f98ffb8-f48b-4110-987b-e4f958e1fa62/15deb891-38a3-490c-89fd-628830dccf96/ed6aa422-4206-47dd-983d-fe855a1761f9) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:46:47.975233 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e54a6bbf-5698-4a57-b463-fc9737ab564f None None] Publish callbacks [] for port (e3778815-02f7-49dc-9857-237652a2a021), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:48.001950 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8182cf18-57c9-4009-9193-7633c1759b0a None None] For port d09785bd-8d44-4a44-8b6d-d6417a5e6ef2, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=d09785bd-8d44-4a44-8b6d-d6417a5e6ef2,segment=NetworkSegment(6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6),segment_id=6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:46:48.012881 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e54a6bbf-5698-4a57-b463-fc9737ab564f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (e3778815-02f7-49dc-9857-237652a2a021), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:48.020313 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f973c61b-e228-49d8-9582-b89a00a70943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42), before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:48.028662 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8182cf18-57c9-4009-9193-7633c1759b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (d09785bd-8d44-4a44-8b6d-d6417a5e6ef2), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:48.085409 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a817665-494b-4cdd-a41d-eee9153838b8 None None] Routers {'55cb9976-5111-4da6-8901-af346ab21b90'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:46:48.086087 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-8a817665-494b-4cdd-a41d-eee9153838b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:46:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['55cb9976-5111-4da6-8901-af346ab21b90'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:48.223821 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-8a817665-494b-4cdd-a41d-eee9153838b8 None None] Set router 55cb9976-5111-4da6-8901-af346ab21b90 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:46:48.390739 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-defd294c-0bbd-471f-80aa-67f7a9be174f None None] Publish callbacks [] for port (9b856db8-cf1a-4360-8054-5bedd70bc3aa), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:48.404630 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-defd294c-0bbd-471f-80aa-67f7a9be174f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (9b856db8-cf1a-4360-8054-5bedd70bc3aa), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:48.440167 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8fbb6-2d8e-415b-8fe4-7a1bb908983f req-0e64a732-ca33-4288-a23a-fa2249088698 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:48.441749 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-98e8fbb6-2d8e-415b-8fe4-7a1bb908983f req-0e64a732-ca33-4288-a23a-fa2249088698 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 946 time: 0.5422897 Mar 07 13:46:48.470245 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-defd294c-0bbd-471f-80aa-67f7a9be174f None None] Attempting to bind port 9b856db8-cf1a-4360-8054-5bedd70bc3aa on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:46:48.471213 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-defd294c-0bbd-471f-80aa-67f7a9be174f None None] Attempting to bind port 9b856db8-cf1a-4360-8054-5bedd70bc3aa by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:46:48.471748 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defd294c-0bbd-471f-80aa-67f7a9be174f None None] Attempting to bind port 9b856db8-cf1a-4360-8054-5bedd70bc3aa on network 4737f3fa-18ff-4252-a580-88148a637511 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:46:48.506600 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f973c61b-e228-49d8-9582-b89a00a70943 admin admin] Publish callbacks [] for port (4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42), precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:48.511826 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defd294c-0bbd-471f-80aa-67f7a9be174f None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:46:48.515134 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-e54a6bbf-5698-4a57-b463-fc9737ab564f None None] Attempting to bind port e3778815-02f7-49dc-9857-237652a2a021 on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:46:48.515712 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-e54a6bbf-5698-4a57-b463-fc9737ab564f None None] Attempting to bind port e3778815-02f7-49dc-9857-237652a2a021 by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:46:48.516874 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54a6bbf-5698-4a57-b463-fc9737ab564f None None] Attempting to bind port e3778815-02f7-49dc-9857-237652a2a021 on network 4737f3fa-18ff-4252-a580-88148a637511 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:46:48.517557 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defd294c-0bbd-471f-80aa-67f7a9be174f None None] Checking segment: {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:46:48.518135 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-defd294c-0bbd-471f-80aa-67f7a9be174f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:48.520923 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defd294c-0bbd-471f-80aa-67f7a9be174f None None] Bound using segment: {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:46:48.521640 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-defd294c-0bbd-471f-80aa-67f7a9be174f None None] Bound port: 9b856db8-cf1a-4360-8054-5bedd70bc3aa, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:46:48.522202 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-defd294c-0bbd-471f-80aa-67f7a9be174f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (9b856db8-cf1a-4360-8054-5bedd70bc3aa), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:48.524766 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-98e8fbb6-2d8e-415b-8fe4-7a1bb908983f req-adb13a8e-83d8-45dd-8a4f-feda211ff488 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713305 Mar 07 13:46:48.527743 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4b10edf7-f2e0-49e1-9dfc-2aee758a9ffa admin admin] Publish callbacks [] for port (ed6aa422-4206-47dd-983d-fe855a1761f9), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:48.536192 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f973c61b-e228-49d8-9582-b89a00a70943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238706'] for port (4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42), after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:48.554397 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54a6bbf-5698-4a57-b463-fc9737ab564f None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:46:48.570710 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54a6bbf-5698-4a57-b463-fc9737ab564f None None] Checking segment: {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:46:48.574381 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e54a6bbf-5698-4a57-b463-fc9737ab564f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:48.574810 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54a6bbf-5698-4a57-b463-fc9737ab564f None None] Bound using segment: {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:46:48.575353 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-e54a6bbf-5698-4a57-b463-fc9737ab564f None None] Bound port: e3778815-02f7-49dc-9857-237652a2a021, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:46:48.575669 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e54a6bbf-5698-4a57-b463-fc9737ab564f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (e3778815-02f7-49dc-9857-237652a2a021), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:48.609174 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4b10edf7-f2e0-49e1-9dfc-2aee758a9ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (ed6aa422-4206-47dd-983d-fe855a1761f9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:48.646702 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-defd294c-0bbd-471f-80aa-67f7a9be174f None None] For port 9b856db8-cf1a-4360-8054-5bedd70bc3aa, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:46:48.651817 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-defd294c-0bbd-471f-80aa-67f7a9be174f None None] For port 9b856db8-cf1a-4360-8054-5bedd70bc3aa, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=9b856db8-cf1a-4360-8054-5bedd70bc3aa,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:46:48.663760 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-defd294c-0bbd-471f-80aa-67f7a9be174f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (9b856db8-cf1a-4360-8054-5bedd70bc3aa), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:48.677446 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b10edf7-f2e0-49e1-9dfc-2aee758a9ffa admin admin] Network 7f98ffb8-f48b-4110-987b-e4f958e1fa62 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:46:48.680681 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-4b10edf7-f2e0-49e1-9dfc-2aee758a9ffa admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:46:48.686857 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a59bf666-c495-40b6-850f-6c0cbf6902ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:48.700653 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defd294c-0bbd-471f-80aa-67f7a9be174f None None] Routers {'0763de53-6626-4220-9602-9fdedaea18c5'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:46:48.701516 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-defd294c-0bbd-471f-80aa-67f7a9be174f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:46:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['0763de53-6626-4220-9602-9fdedaea18c5'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:48.705088 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b10edf7-f2e0-49e1-9dfc-2aee758a9ffa admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:46:48.717484 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10edf7-f2e0-49e1-9dfc-2aee758a9ffa admin admin] Pushing event updated for resources: {'Port': ['ID=ed6aa422-4206-47dd-983d-fe855a1761f9,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:48.721937 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f973c61b-e228-49d8-9582-b89a00a70943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8110241'] for router_interface (d2f1e345-df5d-4531-8f29-b4d2ba36994a), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:48.743172 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973c61b-e228-49d8-9582-b89a00a70943 admin admin] Pushing event updated for resources: {'Port': ['ID=4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:48.790804 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-34228f01-bf3a-4432-82c4-60b0e1756213 None None] Provisioning complete for port 4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:48.791186 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-34228f01-bf3a-4432-82c4-60b0e1756213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:48.796150 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2631109-49f0-4751-bcc1-2b1251fafca7 None None] Pushing event updated for resources: {'Port': ['ID=9b856db8-cf1a-4360-8054-5bedd70bc3aa,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:48.801102 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4b10edf7-f2e0-49e1-9dfc-2aee758a9ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8110285'] for router_interface (0763de53-6626-4220-9602-9fdedaea18c5), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:48.846670 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-34228f01-bf3a-4432-82c4-60b0e1756213 None None] Port 4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:46:48.894507 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port ed06108f-d1e2-4d8c-89d3-a37fa536daba is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:48.895928 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 2c3f7122-2282-4f33-8809-0a16c0b0b38b up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:46:48.930555 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2631109-49f0-4751-bcc1-2b1251fafca7 None None] Pushing event updated for resources: {'Port': ['ID=9b856db8-cf1a-4360-8054-5bedd70bc3aa,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:48.949814 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-defd294c-0bbd-471f-80aa-67f7a9be174f None None] Set router 0763de53-6626-4220-9602-9fdedaea18c5 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:46:48.961724 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f973c61b-e228-49d8-9582-b89a00a70943 admin admin] Network b8eedd35-f3d7-4f81-9260-a3d242d48113 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:46:48.967566 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-f973c61b-e228-49d8-9582-b89a00a70943 admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:46:48.975867 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-34228f01-bf3a-4432-82c4-60b0e1756213 None None] Provisioning complete for port 2c3f7122-2282-4f33-8809-0a16c0b0b38b triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:48.977308 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-34228f01-bf3a-4432-82c4-60b0e1756213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (2c3f7122-2282-4f33-8809-0a16c0b0b38b), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:48.981208 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-e54a6bbf-5698-4a57-b463-fc9737ab564f None None] For port e3778815-02f7-49dc-9857-237652a2a021, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:46:48.990039 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-e54a6bbf-5698-4a57-b463-fc9737ab564f None None] For port e3778815-02f7-49dc-9857-237652a2a021, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=e3778815-02f7-49dc-9857-237652a2a021,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:46:48.998671 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585e203-e890-473d-bda8-0918e2a62d2b None None] Pushing event updated for resources: {'Port': ['ID=e3778815-02f7-49dc-9857-237652a2a021,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:49.185457 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4b10edf7-f2e0-49e1-9dfc-2aee758a9ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (ed6aa422-4206-47dd-983d-fe855a1761f9), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:49.200553 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 2c3f7122-2282-4f33-8809-0a16c0b0b38b triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:49.206391 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (2c3f7122-2282-4f33-8809-0a16c0b0b38b), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:49.238638 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e54a6bbf-5698-4a57-b463-fc9737ab564f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (e3778815-02f7-49dc-9857-237652a2a021), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:49.324073 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f973c61b-e228-49d8-9582-b89a00a70943 admin admin] Router d2f1e345-df5d-4531-8f29-b4d2ba36994a has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:46:49.457170 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-defd294c-0bbd-471f-80aa-67f7a9be174f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0763de53-6626-4220-9602-9fdedaea18c5', 'name': 'tempest-TestShelveInstance-2136617896-router', 'tenant_id': 'f4c06754160942129ddd9c8ba6eec9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '9b856db8-cf1a-4360-8054-5bedd70bc3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:44Z', 'updated_at': '2022-03-07T13:46:45Z', 'revision_number': 3, 'project_id': 'f4c06754160942129ddd9c8ba6eec9a2', 'gw_port': {'id': '9b856db8-cf1a-4360-8054-5bedd70bc3aa', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0763de53-6626-4220-9602-9fdedaea18c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:44Z', 'updated_at': '2022-03-07T13:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:49.501211 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54a6bbf-5698-4a57-b463-fc9737ab564f None None] Routers {'d2f1e345-df5d-4531-8f29-b4d2ba36994a'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:46:49.502228 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-e54a6bbf-5698-4a57-b463-fc9737ab564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:46:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['d2f1e345-df5d-4531-8f29-b4d2ba36994a'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:49.551418 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defd294c-0bbd-471f-80aa-67f7a9be174f None None] The sync data for ids ['0763de53-6626-4220-9602-9fdedaea18c5'] in dv-cinder-813222-6-iscsi is: [{'id': '0763de53-6626-4220-9602-9fdedaea18c5', 'name': 'tempest-TestShelveInstance-2136617896-router', 'tenant_id': 'f4c06754160942129ddd9c8ba6eec9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '9b856db8-cf1a-4360-8054-5bedd70bc3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:44Z', 'updated_at': '2022-03-07T13:46:45Z', 'revision_number': 3, 'project_id': 'f4c06754160942129ddd9c8ba6eec9a2', 'gw_port': {'id': '9b856db8-cf1a-4360-8054-5bedd70bc3aa', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0763de53-6626-4220-9602-9fdedaea18c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:44Z', 'updated_at': '2022-03-07T13:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:46:49.609205 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4b10edf7-f2e0-49e1-9dfc-2aee758a9ffa admin admin] Publish callbacks [] for port (ed6aa422-4206-47dd-983d-fe855a1761f9), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:49.610347 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f973c61b-e228-49d8-9582-b89a00a70943 admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:46:49.617495 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4b10edf7-f2e0-49e1-9dfc-2aee758a9ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (ed6aa422-4206-47dd-983d-fe855a1761f9), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:49.620484 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-f973c61b-e228-49d8-9582-b89a00a70943 admin admin] 10.222.0.24 "PUT /v2.0/routers/d2f1e345-df5d-4531-8f29-b4d2ba36994a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6500306 Mar 07 13:46:49.669159 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4b10edf7-f2e0-49e1-9dfc-2aee758a9ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8110241'] for router_interface (0763de53-6626-4220-9602-9fdedaea18c5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:49.680384 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182cf18-57c9-4009-9193-7633c1759b0a None None] Pushing event updated for resources: {'Port': ['ID=d09785bd-8d44-4a44-8b6d-d6417a5e6ef2,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:49.843495 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-34228f01-bf3a-4432-82c4-60b0e1756213 None None] Current status of the port 2c3f7122-2282-4f33-8809-0a16c0b0b38b is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:49.844802 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-34228f01-bf3a-4432-82c4-60b0e1756213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (2c3f7122-2282-4f33-8809-0a16c0b0b38b), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:49.847135 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10edf7-f2e0-49e1-9dfc-2aee758a9ffa admin admin] Pushing event updated for resources: {'Port': ['ID=ed6aa422-4206-47dd-983d-fe855a1761f9,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:49.900236 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 2c3f7122-2282-4f33-8809-0a16c0b0b38b is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:49.900621 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (2c3f7122-2282-4f33-8809-0a16c0b0b38b), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:49.905608 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1036e45-3bb8-43fe-927e-9fee8106e793 req-0ea965e2-eaf4-4efc-99aa-f48631b7fec4 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:49.907191 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b1036e45-3bb8-43fe-927e-9fee8106e793 req-0ea965e2-eaf4-4efc-99aa-f48631b7fec4 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 946 time: 0.1241379 Mar 07 13:46:49.941057 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b10edf7-f2e0-49e1-9dfc-2aee758a9ffa admin admin] Network 7f98ffb8-f48b-4110-987b-e4f958e1fa62 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:46:49.949646 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-4b10edf7-f2e0-49e1-9dfc-2aee758a9ffa admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:46:49.975066 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-e54a6bbf-5698-4a57-b463-fc9737ab564f None None] Set router d2f1e345-df5d-4531-8f29-b4d2ba36994a gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:46:49.980111 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b1036e45-3bb8-43fe-927e-9fee8106e793 req-25aa4667-b3de-4dbd-b14e-f572bc6840e9 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623727 Mar 07 13:46:49.994750 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585e203-e890-473d-bda8-0918e2a62d2b None None] Pushing event updated for resources: {'Port': ['ID=e3778815-02f7-49dc-9857-237652a2a021,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:50.173518 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-8a817665-494b-4cdd-a41d-eee9153838b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb9976-5111-4da6-8901-af346ab21b90', 'name': 'tempest-TestMinimumBasicScenario-1948488925-router', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:46:38Z', 'revision_number': 4, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'gw_port': {'id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'de10a48d-0a05-4579-844d-9598d5cd930b', 'name': '', 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'mac_address': 'fa:16:3e:76:48:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '18d69a12-8740-4e35-842b-88d13557947d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:37Z', 'updated_at': '2022-03-07T13:46:38Z', 'revision_number': 2, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'subnets': [{'id': '18d69a12-8740-4e35-842b-88d13557947d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:50.284891 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b10edf7-f2e0-49e1-9dfc-2aee758a9ffa admin admin] Router 0763de53-6626-4220-9602-9fdedaea18c5 has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:46:50.297700 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a817665-494b-4cdd-a41d-eee9153838b8 None None] Checking router: 55cb9976-5111-4da6-8901-af346ab21b90 for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:46:50.298743 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a817665-494b-4cdd-a41d-eee9153838b8 None None] Updating router 55cb9976-5111-4da6-8901-af346ab21b90 port de10a48d-0a05-4579-844d-9598d5cd930b binding host dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 13:46:50.321963 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8b5597e-38f0-4e6a-b92a-b3caa821021e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:50.390726 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-34228f01-bf3a-4432-82c4-60b0e1756213 None None] For port 2c3f7122-2282-4f33-8809-0a16c0b0b38b, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=2c3f7122-2282-4f33-8809-0a16c0b0b38b,segment=NetworkSegment(d601209d-a2b3-427d-b5ba-fcea8c1e053e),segment_id=d601209d-a2b3-427d-b5ba-fcea8c1e053e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:46:50.399453 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c836f04-0cb9-4420-a7ad-43fdf9261a4e req-14b95244-b5c2-4993-a5b2-8aa806e3358a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:50.408815 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-34228f01-bf3a-4432-82c4-60b0e1756213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (2c3f7122-2282-4f33-8809-0a16c0b0b38b), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:50.410810 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2c836f04-0cb9-4420-a7ad-43fdf9261a4e req-14b95244-b5c2-4993-a5b2-8aa806e3358a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 946 time: 0.2490609 Mar 07 13:46:50.480056 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34228f01-bf3a-4432-82c4-60b0e1756213 None None] Pushing event updated for resources: {'Port': ['ID=2c3f7122-2282-4f33-8809-0a16c0b0b38b,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:50.495727 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8a817665-494b-4cdd-a41d-eee9153838b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (de10a48d-0a05-4579-844d-9598d5cd930b), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:50.586008 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-34228f01-bf3a-4432-82c4-60b0e1756213 None None] Provisioning complete for port d09785bd-8d44-4a44-8b6d-d6417a5e6ef2 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:50.586645 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-34228f01-bf3a-4432-82c4-60b0e1756213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (d09785bd-8d44-4a44-8b6d-d6417a5e6ef2), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:50.602853 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2c836f04-0cb9-4420-a7ad-43fdf9261a4e req-706306f3-b93c-4ed0-9a86-477f6815174d tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901526 Mar 07 13:46:50.633047 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 55286) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:50.667637 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d31714-65de-4ba5-b777-275753881081 req-f4fdebb9-315b-48a2-866d-f4c68a2f02b8 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:50.669547 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b8d31714-65de-4ba5-b777-275753881081 req-f4fdebb9-315b-48a2-866d-f4c68a2f02b8 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.2228816 Mar 07 13:46:50.700851 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b10edf7-f2e0-49e1-9dfc-2aee758a9ffa admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:46:50.729104 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-4b10edf7-f2e0-49e1-9dfc-2aee758a9ffa admin admin] 10.222.0.24 "PUT /v2.0/routers/0763de53-6626-4220-9602-9fdedaea18c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8237846 Mar 07 13:46:50.740251 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.db.api [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 13:46:50.742032 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG oslo_db.api [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 13:46:50.803492 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b8d31714-65de-4ba5-b777-275753881081 req-a37309bc-98a8-4ea4-9e85-a2821e0a968d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240571 Mar 07 13:46:51.196603 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133df70c-3e0e-4829-b573-7a4c34f1082d tempest-TestVolumeBootPattern-53503987 tempest-TestVolumeBootPattern-53503987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:51.214702 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-133df70c-3e0e-4829-b573-7a4c34f1082d tempest-TestVolumeBootPattern-53503987 tempest-TestVolumeBootPattern-53503987-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 1125 time: 0.5794106 Mar 07 13:46:51.218333 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 55316) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:51.229897 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-fdd62433-508d-4c3b-b585-d36cda18d876 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Request body: {'floatingip': {'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'port_id': '32db034f-f3f2-4b11-a823-3cda222cd851', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:46:51.295124 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fdd62433-508d-4c3b-b585-d36cda18d876 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:51.330486 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 2c3f7122-2282-4f33-8809-0a16c0b0b38b is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:51.331548 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device d09785bd-8d44-4a44-8b6d-d6417a5e6ef2 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:46:51.504769 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fdd62433-508d-4c3b-b585-d36cda18d876 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:51.775815 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:51.776946 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-34228f01-bf3a-4432-82c4-60b0e1756213 None None] Current status of the port d09785bd-8d44-4a44-8b6d-d6417a5e6ef2 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:51.904034 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-fdd62433-508d-4c3b-b585-d36cda18d876 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Allocated IP 172.27.1.19 (4737f3fa-18ff-4252-a580-88148a637511/b90664a8-a6a4-4a65-802b-5b7bd95111f9/fed3a421-3236-466c-ad17-666c73d3a630) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:46:52.022279 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port d09785bd-8d44-4a44-8b6d-d6417a5e6ef2 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:52.022580 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (d09785bd-8d44-4a44-8b6d-d6417a5e6ef2), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:52.028907 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-e54a6bbf-5698-4a57-b463-fc9737ab564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f1e345-df5d-4531-8f29-b4d2ba36994a', 'name': 'tempest-TestMinimumBasicScenario-762436650-router', 'tenant_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e3778815-02f7-49dc-9857-237652a2a021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:42Z', 'updated_at': '2022-03-07T13:46:47Z', 'revision_number': 4, 'project_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'gw_port': {'id': 'e3778815-02f7-49dc-9857-237652a2a021', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f1e345-df5d-4531-8f29-b4d2ba36994a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:44Z', 'updated_at': '2022-03-07T13:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42', 'name': '', 'network_id': 'b8eedd35-f3d7-4f81-9260-a3d242d48113', 'tenant_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'mac_address': 'fa:16:3e:9c:1e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f1e345-df5d-4531-8f29-b4d2ba36994a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '325aa74e-1a17-4dfa-a65a-927f741aacc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:47Z', 'updated_at': '2022-03-07T13:46:48Z', 'revision_number': 2, 'project_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'subnets': [{'id': '325aa74e-1a17-4dfa-a65a-927f741aacc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:52.121949 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 55352) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:52.128368 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-5002e410-f6db-4745-b799-095947dd6a15 None None] Provisioning complete for port ed6aa422-4206-47dd-983d-fe855a1761f9 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:52.128486 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-c507b80e-6c65-433d-9ec1-e1b1f28d18e2 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1487119757', 'description': 'tempest-secgroup-smoke-1487119757 description', 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:46:52.128981 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5002e410-f6db-4745-b799-095947dd6a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (ed6aa422-4206-47dd-983d-fe855a1761f9), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:52.167136 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fdd62433-508d-4c3b-b585-d36cda18d876 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for port (fed3a421-3236-466c-ad17-666c73d3a630), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:52.177766 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c507b80e-6c65-433d-9ec1-e1b1f28d18e2 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:52.188372 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5002e410-f6db-4745-b799-095947dd6a15 None None] Port ed6aa422-4206-47dd-983d-fe855a1761f9 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:46:52.196081 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54a6bbf-5698-4a57-b463-fc9737ab564f None None] The sync data for ids ['d2f1e345-df5d-4531-8f29-b4d2ba36994a'] in dv-cinder-813222-6-iscsi is: [{'id': 'd2f1e345-df5d-4531-8f29-b4d2ba36994a', 'name': 'tempest-TestMinimumBasicScenario-762436650-router', 'tenant_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e3778815-02f7-49dc-9857-237652a2a021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:42Z', 'updated_at': '2022-03-07T13:46:47Z', 'revision_number': 4, 'project_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'gw_port': {'id': 'e3778815-02f7-49dc-9857-237652a2a021', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f1e345-df5d-4531-8f29-b4d2ba36994a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:44Z', 'updated_at': '2022-03-07T13:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42', 'name': '', 'network_id': 'b8eedd35-f3d7-4f81-9260-a3d242d48113', 'tenant_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'mac_address': 'fa:16:3e:9c:1e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f1e345-df5d-4531-8f29-b4d2ba36994a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '325aa74e-1a17-4dfa-a65a-927f741aacc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:47Z', 'updated_at': '2022-03-07T13:46:48Z', 'revision_number': 2, 'project_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'subnets': [{'id': '325aa74e-1a17-4dfa-a65a-927f741aacc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:46:52.281759 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fdd62433-508d-4c3b-b585-d36cda18d876 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (fed3a421-3236-466c-ad17-666c73d3a630), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:52.281964 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-5002e410-f6db-4745-b799-095947dd6a15 None None] Provisioning complete for port 4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:52.282229 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5002e410-f6db-4745-b799-095947dd6a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:52.411681 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd62433-508d-4c3b-b585-d36cda18d876 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Network 4737f3fa-18ff-4252-a580-88148a637511 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:46:52.428999 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-fdd62433-508d-4c3b-b585-d36cda18d876 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:46:52.434033 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd62433-508d-4c3b-b585-d36cda18d876 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:46:52.463744 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5002e410-f6db-4745-b799-095947dd6a15 None None] Port 4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:46:52.477485 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:52.500324 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8a817665-494b-4cdd-a41d-eee9153838b8 None None] Publish callbacks [] for port (de10a48d-0a05-4579-844d-9598d5cd930b), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:52.501961 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port d09785bd-8d44-4a44-8b6d-d6417a5e6ef2 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:52.509354 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd62433-508d-4c3b-b585-d36cda18d876 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Pushing event updated for resources: {'Port': ['ID=fed3a421-3236-466c-ad17-666c73d3a630,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:52.534563 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c507b80e-6c65-433d-9ec1-e1b1f28d18e2 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for security_group (81fa452a-fb7c-410f-bbb3-f4262deaa466), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:52.537739 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8a817665-494b-4cdd-a41d-eee9153838b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (de10a48d-0a05-4579-844d-9598d5cd930b), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:52.558614 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c507b80e-6c65-433d-9ec1-e1b1f28d18e2 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (81fa452a-fb7c-410f-bbb3-f4262deaa466), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:52.627702 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-5002e410-f6db-4745-b799-095947dd6a15 None None] Provisioning complete for port 2c3f7122-2282-4f33-8809-0a16c0b0b38b triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:52.628265 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5002e410-f6db-4745-b799-095947dd6a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (2c3f7122-2282-4f33-8809-0a16c0b0b38b), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:52.636940 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e15ef6-1b15-4a2f-8c81-c1b6eb3ebc8e None None] Pushing event updated for resources: {'Port': ['ID=de10a48d-0a05-4579-844d-9598d5cd930b,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:52.698134 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c507b80e-6c65-433d-9ec1-e1b1f28d18e2 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:52.699732 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-c507b80e-6c65-433d-9ec1-e1b1f28d18e2 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5767429 Mar 07 13:46:52.703954 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 55360) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:52.709701 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-fa30ea48-31c4-436e-8548-9d2263b519f0 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Request body: {'security_group_rule': {'security_group_id': '81fa452a-fb7c-410f-bbb3-f4262deaa466', 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:46:52.726160 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a9f6b5-ad44-4688-b227-79ebfc524014 None None] Sync routers for ids ['0763de53-6626-4220-9602-9fdedaea18c5'] in dv-cinder-813222-6-iscsi {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:46:52.728920 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507b80e-6c65-433d-9ec1-e1b1f28d18e2 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81fa452a-fb7c-410f-bbb3-f4262deaa466,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:52.745637 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a9f6b5-ad44-4688-b227-79ebfc524014 None None] Routers {'0763de53-6626-4220-9602-9fdedaea18c5'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:46:52.746286 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-18a9f6b5-ad44-4688-b227-79ebfc524014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:46:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['0763de53-6626-4220-9602-9fdedaea18c5'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:52.880548 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fa30ea48-31c4-436e-8548-9d2263b519f0 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for security_group_rule (55f1fcf4-314e-44f1-9b03-1d3966cfea97), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:52.892423 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-8a817665-494b-4cdd-a41d-eee9153838b8 None None] Attempting to bind port de10a48d-0a05-4579-844d-9598d5cd930b on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:46:52.892981 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-8a817665-494b-4cdd-a41d-eee9153838b8 None None] Attempting to bind port de10a48d-0a05-4579-844d-9598d5cd930b by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': '50e946b6-b569-4cbf-85fa-65b41d5d2787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:46:52.893750 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a817665-494b-4cdd-a41d-eee9153838b8 None None] Attempting to bind port de10a48d-0a05-4579-844d-9598d5cd930b on network a119dada-69fd-49e0-bf07-78167ff54bec {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:46:52.909370 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a817665-494b-4cdd-a41d-eee9153838b8 None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:46:52.909987 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a817665-494b-4cdd-a41d-eee9153838b8 None None] Checking segment: {'id': '50e946b6-b569-4cbf-85fa-65b41d5d2787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:46:52.910565 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8a817665-494b-4cdd-a41d-eee9153838b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:52.911108 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a817665-494b-4cdd-a41d-eee9153838b8 None None] Bound using segment: {'id': '50e946b6-b569-4cbf-85fa-65b41d5d2787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:46:52.911737 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-8a817665-494b-4cdd-a41d-eee9153838b8 None None] Bound port: de10a48d-0a05-4579-844d-9598d5cd930b, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e946b6-b569-4cbf-85fa-65b41d5d2787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:46:52.912271 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8a817665-494b-4cdd-a41d-eee9153838b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (de10a48d-0a05-4579-844d-9598d5cd930b), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:53.147258 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-18a9f6b5-ad44-4688-b227-79ebfc524014 None None] Set router 0763de53-6626-4220-9602-9fdedaea18c5 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:46:53.179863 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 2c3f7122-2282-4f33-8809-0a16c0b0b38b up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:46:53.182081 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fa30ea48-31c4-436e-8548-9d2263b519f0 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for security_group_rule (55f1fcf4-314e-44f1-9b03-1d3966cfea97), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:53.197598 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fa30ea48-31c4-436e-8548-9d2263b519f0 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (55f1fcf4-314e-44f1-9b03-1d3966cfea97), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:53.254367 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fa30ea48-31c4-436e-8548-9d2263b519f0 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:53.255627 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-fa30ea48-31c4-436e-8548-9d2263b519f0 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5501258 Mar 07 13:46:53.260216 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 55368) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:53.287914 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-621b3aac-2e26-40fb-9bfd-398b0cbc9150 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Request body: {'security_group_rule': {'security_group_id': '81fa452a-fb7c-410f-bbb3-f4262deaa466', 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:46:53.329475 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30ea48-31c4-436e-8548-9d2263b519f0 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f1fcf4-314e-44f1-9b03-1d3966cfea97,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:53.334056 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5002e410-f6db-4745-b799-095947dd6a15 None None] Current status of the port 2c3f7122-2282-4f33-8809-0a16c0b0b38b is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:53.394898 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-621b3aac-2e26-40fb-9bfd-398b0cbc9150 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for security_group_rule (c7d3b71e-d953-4850-aff6-fd1da8a14366), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:53.434445 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8a817665-494b-4cdd-a41d-eee9153838b8 None None] For port de10a48d-0a05-4579-844d-9598d5cd930b, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:46:53.440511 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8a817665-494b-4cdd-a41d-eee9153838b8 None None] For port de10a48d-0a05-4579-844d-9598d5cd930b, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=de10a48d-0a05-4579-844d-9598d5cd930b,segment=NetworkSegment(50e946b6-b569-4cbf-85fa-65b41d5d2787),segment_id=50e946b6-b569-4cbf-85fa-65b41d5d2787)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:46:53.470739 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8a817665-494b-4cdd-a41d-eee9153838b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (de10a48d-0a05-4579-844d-9598d5cd930b), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:53.543491 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-621b3aac-2e26-40fb-9bfd-398b0cbc9150 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for security_group_rule (c7d3b71e-d953-4850-aff6-fd1da8a14366), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:53.550447 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-621b3aac-2e26-40fb-9bfd-398b0cbc9150 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (c7d3b71e-d953-4850-aff6-fd1da8a14366), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:53.574582 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 2c3f7122-2282-4f33-8809-0a16c0b0b38b triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:53.575288 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (2c3f7122-2282-4f33-8809-0a16c0b0b38b), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:53.609024 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-621b3aac-2e26-40fb-9bfd-398b0cbc9150 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:53.613229 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-621b3aac-2e26-40fb-9bfd-398b0cbc9150 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3520243 Mar 07 13:46:53.616668 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 55370) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:53.629629 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-75716fbf-dc85-4d14-80f3-3e268f08260a tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Request body: {'security_group_rule': {'security_group_id': '81fa452a-fb7c-410f-bbb3-f4262deaa466', 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:46:53.645161 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b3aac-2e26-40fb-9bfd-398b0cbc9150 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d3b71e-d953-4850-aff6-fd1da8a14366,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:53.736881 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-940c8459-d5c7-4c17-b7a2-a934bf8cf3be None None] Provisioning complete for port de10a48d-0a05-4579-844d-9598d5cd930b triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:53.737623 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-940c8459-d5c7-4c17-b7a2-a934bf8cf3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (de10a48d-0a05-4579-844d-9598d5cd930b), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:53.791592 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a817665-494b-4cdd-a41d-eee9153838b8 None None] Routers {'55cb9976-5111-4da6-8901-af346ab21b90'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:46:53.792567 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-8a817665-494b-4cdd-a41d-eee9153838b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:46:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['55cb9976-5111-4da6-8901-af346ab21b90'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:53.920717 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e15ef6-1b15-4a2f-8c81-c1b6eb3ebc8e None None] Pushing event updated for resources: {'Port': ['ID=de10a48d-0a05-4579-844d-9598d5cd930b,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:54.028179 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 2c3f7122-2282-4f33-8809-0a16c0b0b38b is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:54.036068 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device d09785bd-8d44-4a44-8b6d-d6417a5e6ef2 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:46:54.065848 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-18a9f6b5-ad44-4688-b227-79ebfc524014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0763de53-6626-4220-9602-9fdedaea18c5', 'name': 'tempest-TestShelveInstance-2136617896-router', 'tenant_id': 'f4c06754160942129ddd9c8ba6eec9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '9b856db8-cf1a-4360-8054-5bedd70bc3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:44Z', 'updated_at': '2022-03-07T13:46:49Z', 'revision_number': 4, 'project_id': 'f4c06754160942129ddd9c8ba6eec9a2', 'gw_port': {'id': '9b856db8-cf1a-4360-8054-5bedd70bc3aa', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0763de53-6626-4220-9602-9fdedaea18c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:44Z', 'updated_at': '2022-03-07T13:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'ed6aa422-4206-47dd-983d-fe855a1761f9', 'name': '', 'network_id': '7f98ffb8-f48b-4110-987b-e4f958e1fa62', 'tenant_id': 'f4c06754160942129ddd9c8ba6eec9a2', 'mac_address': 'fa:16:3e:3b:a8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0763de53-6626-4220-9602-9fdedaea18c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '15deb891-38a3-490c-89fd-628830dccf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:47Z', 'updated_at': '2022-03-07T13:46:49Z', 'revision_number': 2, 'project_id': 'f4c06754160942129ddd9c8ba6eec9a2', 'subnets': [{'id': '15deb891-38a3-490c-89fd-628830dccf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:54.154455 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fdd62433-508d-4c3b-b585-d36cda18d876 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for floatingip (cd0149d2-d94b-49ed-9a4c-9a394f516746), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:54.162765 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a9f6b5-ad44-4688-b227-79ebfc524014 None None] Checking router: 0763de53-6626-4220-9602-9fdedaea18c5 for host: dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:46:54.163131 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a9f6b5-ad44-4688-b227-79ebfc524014 None None] Updating router 0763de53-6626-4220-9602-9fdedaea18c5 port ed6aa422-4206-47dd-983d-fe855a1761f9 binding host dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 13:46:54.248812 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-18a9f6b5-ad44-4688-b227-79ebfc524014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (ed6aa422-4206-47dd-983d-fe855a1761f9), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:54.273938 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-940c8459-d5c7-4c17-b7a2-a934bf8cf3be None None] Current status of the port de10a48d-0a05-4579-844d-9598d5cd930b is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:54.274366 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-940c8459-d5c7-4c17-b7a2-a934bf8cf3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (de10a48d-0a05-4579-844d-9598d5cd930b), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:54.354903 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fdd62433-508d-4c3b-b585-d36cda18d876 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (fed3a421-3236-466c-ad17-666c73d3a630), before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:54.366135 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-8a817665-494b-4cdd-a41d-eee9153838b8 None None] Set router 55cb9976-5111-4da6-8901-af346ab21b90 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:46:54.369156 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:54.599354 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-940c8459-d5c7-4c17-b7a2-a934bf8cf3be None None] For port de10a48d-0a05-4579-844d-9598d5cd930b, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=de10a48d-0a05-4579-844d-9598d5cd930b,segment=NetworkSegment(50e946b6-b569-4cbf-85fa-65b41d5d2787),segment_id=50e946b6-b569-4cbf-85fa-65b41d5d2787)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:46:54.644783 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-940c8459-d5c7-4c17-b7a2-a934bf8cf3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (de10a48d-0a05-4579-844d-9598d5cd930b), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:54.787329 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-75716fbf-dc85-4d14-80f3-3e268f08260a tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for security_group_rule (9b6d349c-d5ac-46e3-bd82-402e267800b6), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:54.947568 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port d09785bd-8d44-4a44-8b6d-d6417a5e6ef2 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:54.948771 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (d09785bd-8d44-4a44-8b6d-d6417a5e6ef2), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:55.004796 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-18a9f6b5-ad44-4688-b227-79ebfc524014 None None] Publish callbacks [] for port (ed6aa422-4206-47dd-983d-fe855a1761f9), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:55.008569 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-3e692d1c-c75b-4157-818b-5e8c57eceb36 None None] Provisioning complete for port de10a48d-0a05-4579-844d-9598d5cd930b triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:55.009581 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e692d1c-c75b-4157-818b-5e8c57eceb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (de10a48d-0a05-4579-844d-9598d5cd930b), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:55.014124 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-18a9f6b5-ad44-4688-b227-79ebfc524014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (ed6aa422-4206-47dd-983d-fe855a1761f9), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:55.059116 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-75716fbf-dc85-4d14-80f3-3e268f08260a tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for security_group_rule (9b6d349c-d5ac-46e3-bd82-402e267800b6), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:55.073605 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-75716fbf-dc85-4d14-80f3-3e268f08260a tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (9b6d349c-d5ac-46e3-bd82-402e267800b6), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:55.260203 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75716fbf-dc85-4d14-80f3-3e268f08260a tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6d349c-d5ac-46e3-bd82-402e267800b6,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:55.260203 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-75716fbf-dc85-4d14-80f3-3e268f08260a tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:55.261799 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 55386) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:55.271941 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-75716fbf-dc85-4d14-80f3-3e268f08260a tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6095324 Mar 07 13:46:55.279045 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-c2870f4f-82be-4b73-bc31-269324ae2024 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Request body: {'security_group_rule': {'security_group_id': '81fa452a-fb7c-410f-bbb3-f4262deaa466', 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:46:55.342531 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fdd62433-508d-4c3b-b585-d36cda18d876 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for port (fed3a421-3236-466c-ad17-666c73d3a630), precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:55.346908 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb6f1b-b861-4e9b-af28-c985a4c0fc77 None None] Pushing event updated for resources: {'Port': ['ID=ed6aa422-4206-47dd-983d-fe855a1761f9,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:55.352882 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fdd62433-508d-4c3b-b585-d36cda18d876 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238706'] for port (fed3a421-3236-466c-ad17-666c73d3a630), after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:55.363208 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-18a9f6b5-ad44-4688-b227-79ebfc524014 None None] Attempting to bind port ed6aa422-4206-47dd-983d-fe855a1761f9 on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:46:55.363808 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-18a9f6b5-ad44-4688-b227-79ebfc524014 None None] Attempting to bind port ed6aa422-4206-47dd-983d-fe855a1761f9 by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': 'd601209d-a2b3-427d-b5ba-fcea8c1e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7f98ffb8-f48b-4110-987b-e4f958e1fa62'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:46:55.364378 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a9f6b5-ad44-4688-b227-79ebfc524014 None None] Attempting to bind port ed6aa422-4206-47dd-983d-fe855a1761f9 on network 7f98ffb8-f48b-4110-987b-e4f958e1fa62 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:46:55.374496 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a9f6b5-ad44-4688-b227-79ebfc524014 None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:46:55.375932 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a9f6b5-ad44-4688-b227-79ebfc524014 None None] Checking segment: {'id': 'd601209d-a2b3-427d-b5ba-fcea8c1e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7f98ffb8-f48b-4110-987b-e4f958e1fa62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:46:55.376591 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-18a9f6b5-ad44-4688-b227-79ebfc524014 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:55.382710 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a9f6b5-ad44-4688-b227-79ebfc524014 None None] Bound using segment: {'id': 'd601209d-a2b3-427d-b5ba-fcea8c1e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7f98ffb8-f48b-4110-987b-e4f958e1fa62'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:46:55.383527 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-18a9f6b5-ad44-4688-b227-79ebfc524014 None None] Bound port: ed6aa422-4206-47dd-983d-fe855a1761f9, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd601209d-a2b3-427d-b5ba-fcea8c1e053e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7f98ffb8-f48b-4110-987b-e4f958e1fa62'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:46:55.389699 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-18a9f6b5-ad44-4688-b227-79ebfc524014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (ed6aa422-4206-47dd-983d-fe855a1761f9), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:55.419529 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2870f4f-82be-4b73-bc31-269324ae2024 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for security_group_rule (9ac996ef-7d4c-4500-b943-c7056d6ec293), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:55.478794 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd62433-508d-4c3b-b585-d36cda18d876 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Pushing event updated for resources: {'Port': ['ID=fed3a421-3236-466c-ad17-666c73d3a630,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:55.610568 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2870f4f-82be-4b73-bc31-269324ae2024 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for security_group_rule (9ac996ef-7d4c-4500-b943-c7056d6ec293), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:55.613846 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-18a9f6b5-ad44-4688-b227-79ebfc524014 None None] For port ed6aa422-4206-47dd-983d-fe855a1761f9, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:46:55.622727 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-18a9f6b5-ad44-4688-b227-79ebfc524014 None None] For port ed6aa422-4206-47dd-983d-fe855a1761f9, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=ed6aa422-4206-47dd-983d-fe855a1761f9,segment=NetworkSegment(d601209d-a2b3-427d-b5ba-fcea8c1e053e),segment_id=d601209d-a2b3-427d-b5ba-fcea8c1e053e)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:46:55.632606 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2870f4f-82be-4b73-bc31-269324ae2024 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (9ac996ef-7d4c-4500-b943-c7056d6ec293), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:55.641298 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-18a9f6b5-ad44-4688-b227-79ebfc524014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (ed6aa422-4206-47dd-983d-fe855a1761f9), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:55.663603 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fdd62433-508d-4c3b-b585-d36cda18d876 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (cd0149d2-d94b-49ed-9a4c-9a394f516746), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:55.694195 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2870f4f-82be-4b73-bc31-269324ae2024 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:55.697867 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-c2870f4f-82be-4b73-bc31-269324ae2024 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4318848 Mar 07 13:46:55.709524 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 55394) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:55.719629 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-3410b1b8-0d33-44a5-aa09-9c9cf73d817b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Request body: {'security_group_rule': {'security_group_id': '81fa452a-fb7c-410f-bbb3-f4262deaa466', 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:46:55.741008 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a9f6b5-ad44-4688-b227-79ebfc524014 None None] Routers {'0763de53-6626-4220-9602-9fdedaea18c5'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:46:55.741697 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-18a9f6b5-ad44-4688-b227-79ebfc524014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:46:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['0763de53-6626-4220-9602-9fdedaea18c5'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:55.742809 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2870f4f-82be-4b73-bc31-269324ae2024 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac996ef-7d4c-4500-b943-c7056d6ec293,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:55.790442 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c8459-d5c7-4c17-b7a2-a934bf8cf3be None None] Pushing event updated for resources: {'Port': ['ID=de10a48d-0a05-4579-844d-9598d5cd930b,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:55.799449 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.securitygroups_db [None req-3410b1b8-0d33-44a5-aa09-9c9cf73d817b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Project fd6473d3b96b4da2b1f766dcd1a54f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 13:46:55.810931 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-8a817665-494b-4cdd-a41d-eee9153838b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb9976-5111-4da6-8901-af346ab21b90', 'name': 'tempest-TestMinimumBasicScenario-1948488925-router', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:46:38Z', 'revision_number': 4, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'gw_port': {'id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'de10a48d-0a05-4579-844d-9598d5cd930b', 'name': '', 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'mac_address': 'fa:16:3e:76:48:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '18d69a12-8740-4e35-842b-88d13557947d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:37Z', 'updated_at': '2022-03-07T13:46:53Z', 'revision_number': 4, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'subnets': [{'id': '18d69a12-8740-4e35-842b-88d13557947d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:55.816917 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3410b1b8-0d33-44a5-aa09-9c9cf73d817b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for security_group_rule (3b447930-a9ce-42ac-9f1f-0f878f070e61), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:55.939157 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a817665-494b-4cdd-a41d-eee9153838b8 None None] The sync data for ids ['55cb9976-5111-4da6-8901-af346ab21b90'] in dv-cinder-813222-6-iscsi is: [{'id': '55cb9976-5111-4da6-8901-af346ab21b90', 'name': 'tempest-TestMinimumBasicScenario-1948488925-router', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:46:38Z', 'revision_number': 4, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'gw_port': {'id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'de10a48d-0a05-4579-844d-9598d5cd930b', 'name': '', 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'mac_address': 'fa:16:3e:76:48:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '18d69a12-8740-4e35-842b-88d13557947d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:37Z', 'updated_at': '2022-03-07T13:46:53Z', 'revision_number': 4, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'subnets': [{'id': '18d69a12-8740-4e35-842b-88d13557947d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:46:55.950551 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-3e692d1c-c75b-4157-818b-5e8c57eceb36 None None] Current status of the port de10a48d-0a05-4579-844d-9598d5cd930b is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:55.983183 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3410b1b8-0d33-44a5-aa09-9c9cf73d817b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for security_group_rule (3b447930-a9ce-42ac-9f1f-0f878f070e61), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:55.999069 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3410b1b8-0d33-44a5-aa09-9c9cf73d817b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (3b447930-a9ce-42ac-9f1f-0f878f070e61), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:56.050208 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410b1b8-0d33-44a5-aa09-9c9cf73d817b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b447930-a9ce-42ac-9f1f-0f878f070e61,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:56.089000 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port d09785bd-8d44-4a44-8b6d-d6417a5e6ef2 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:56.090771 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 9b856db8-cf1a-4360-8054-5bedd70bc3aa up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:46:56.102411 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3410b1b8-0d33-44a5-aa09-9c9cf73d817b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:56.105596 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb6f1b-b861-4e9b-af28-c985a4c0fc77 None None] Pushing event updated for resources: {'Port': ['ID=ed6aa422-4206-47dd-983d-fe855a1761f9,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:56.115909 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-3410b1b8-0d33-44a5-aa09-9c9cf73d817b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4046223 Mar 07 13:46:56.118119 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 55398) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:46:56.139377 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-91af1fd6-d000-4744-b4da-d27c21185a3a tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Request body: {'security_group_rule': {'security_group_id': '81fa452a-fb7c-410f-bbb3-f4262deaa466', 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:46:56.143433 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.db.l3_db [None req-fdd62433-508d-4c3b-b585-d36cda18d876 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Floating IP cd0149d2-d94b-49ed-9a4c-9a394f516746 associated. External IP: 172.27.1.19, port: 32db034f-f3f2-4b11-a823-3cda222cd851. Mar 07 13:46:56.200783 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-216a361f-c2cd-495a-ad84-2139a30b067b None None] Provisioning complete for port ed6aa422-4206-47dd-983d-fe855a1761f9 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:56.216967 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.securitygroups_db [None req-91af1fd6-d000-4744-b4da-d27c21185a3a tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Project fd6473d3b96b4da2b1f766dcd1a54f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 13:46:56.219025 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-216a361f-c2cd-495a-ad84-2139a30b067b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (ed6aa422-4206-47dd-983d-fe855a1761f9), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:56.228371 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-18a9f6b5-ad44-4688-b227-79ebfc524014 None None] Set router 0763de53-6626-4220-9602-9fdedaea18c5 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:46:56.236175 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-91af1fd6-d000-4744-b4da-d27c21185a3a tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for security_group_rule (2cd67cf5-32cc-4c65-8d58-85a25fd71af3), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:56.333505 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 9b856db8-cf1a-4360-8054-5bedd70bc3aa triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:56.334020 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (9b856db8-cf1a-4360-8054-5bedd70bc3aa), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:56.501146 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-91af1fd6-d000-4744-b4da-d27c21185a3a tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for security_group_rule (2cd67cf5-32cc-4c65-8d58-85a25fd71af3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:56.523466 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-216a361f-c2cd-495a-ad84-2139a30b067b None None] Current status of the port ed6aa422-4206-47dd-983d-fe855a1761f9 is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:56.533076 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-216a361f-c2cd-495a-ad84-2139a30b067b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (ed6aa422-4206-47dd-983d-fe855a1761f9), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:56.544855 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-91af1fd6-d000-4744-b4da-d27c21185a3a tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (2cd67cf5-32cc-4c65-8d58-85a25fd71af3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:56.623746 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af1fd6-d000-4744-b4da-d27c21185a3a tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd67cf5-32cc-4c65-8d58-85a25fd71af3,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:56.661719 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-91af1fd6-d000-4744-b4da-d27c21185a3a tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:56.669180 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-91af1fd6-d000-4744-b4da-d27c21185a3a tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5430257 Mar 07 13:46:56.724608 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 9b856db8-cf1a-4360-8054-5bedd70bc3aa is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:56.725005 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (9b856db8-cf1a-4360-8054-5bedd70bc3aa), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:56.778945 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-216a361f-c2cd-495a-ad84-2139a30b067b None None] For port ed6aa422-4206-47dd-983d-fe855a1761f9, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=ed6aa422-4206-47dd-983d-fe855a1761f9,segment=NetworkSegment(d601209d-a2b3-427d-b5ba-fcea8c1e053e),segment_id=d601209d-a2b3-427d-b5ba-fcea8c1e053e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:46:56.825316 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-216a361f-c2cd-495a-ad84-2139a30b067b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (ed6aa422-4206-47dd-983d-fe855a1761f9), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:56.855893 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] For port 9b856db8-cf1a-4360-8054-5bedd70bc3aa, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=9b856db8-cf1a-4360-8054-5bedd70bc3aa,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:46:56.885172 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd62433-508d-4c3b-b585-d36cda18d876 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Router 6448c671-1993-4178-a460-1b3d68f99e70 has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:46:56.904698 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (9b856db8-cf1a-4360-8054-5bedd70bc3aa), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:56.995517 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a361f-c2cd-495a-ad84-2139a30b067b None None] Pushing event updated for resources: {'Port': ['ID=ed6aa422-4206-47dd-983d-fe855a1761f9,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:57.032909 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-18a9f6b5-ad44-4688-b227-79ebfc524014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0763de53-6626-4220-9602-9fdedaea18c5', 'name': 'tempest-TestShelveInstance-2136617896-router', 'tenant_id': 'f4c06754160942129ddd9c8ba6eec9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '9b856db8-cf1a-4360-8054-5bedd70bc3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:44Z', 'updated_at': '2022-03-07T13:46:49Z', 'revision_number': 4, 'project_id': 'f4c06754160942129ddd9c8ba6eec9a2', 'gw_port': {'id': '9b856db8-cf1a-4360-8054-5bedd70bc3aa', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0763de53-6626-4220-9602-9fdedaea18c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:44Z', 'updated_at': '2022-03-07T13:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'ed6aa422-4206-47dd-983d-fe855a1761f9', 'name': '', 'network_id': '7f98ffb8-f48b-4110-987b-e4f958e1fa62', 'tenant_id': 'f4c06754160942129ddd9c8ba6eec9a2', 'mac_address': 'fa:16:3e:3b:a8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0763de53-6626-4220-9602-9fdedaea18c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '15deb891-38a3-490c-89fd-628830dccf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:47Z', 'updated_at': '2022-03-07T13:46:55Z', 'revision_number': 4, 'project_id': 'f4c06754160942129ddd9c8ba6eec9a2', 'subnets': [{'id': '15deb891-38a3-490c-89fd-628830dccf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:57.122255 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a9f6b5-ad44-4688-b227-79ebfc524014 None None] The sync data for ids ['0763de53-6626-4220-9602-9fdedaea18c5'] in dv-cinder-813222-6-iscsi is: [{'id': '0763de53-6626-4220-9602-9fdedaea18c5', 'name': 'tempest-TestShelveInstance-2136617896-router', 'tenant_id': 'f4c06754160942129ddd9c8ba6eec9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '9b856db8-cf1a-4360-8054-5bedd70bc3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:44Z', 'updated_at': '2022-03-07T13:46:49Z', 'revision_number': 4, 'project_id': 'f4c06754160942129ddd9c8ba6eec9a2', 'gw_port': {'id': '9b856db8-cf1a-4360-8054-5bedd70bc3aa', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0763de53-6626-4220-9602-9fdedaea18c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:44Z', 'updated_at': '2022-03-07T13:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'ed6aa422-4206-47dd-983d-fe855a1761f9', 'name': '', 'network_id': '7f98ffb8-f48b-4110-987b-e4f958e1fa62', 'tenant_id': 'f4c06754160942129ddd9c8ba6eec9a2', 'mac_address': 'fa:16:3e:3b:a8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0763de53-6626-4220-9602-9fdedaea18c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '15deb891-38a3-490c-89fd-628830dccf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:47Z', 'updated_at': '2022-03-07T13:46:55Z', 'revision_number': 4, 'project_id': 'f4c06754160942129ddd9c8ba6eec9a2', 'subnets': [{'id': '15deb891-38a3-490c-89fd-628830dccf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:46:57.125023 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Pushing event updated for resources: {'Port': ['ID=9b856db8-cf1a-4360-8054-5bedd70bc3aa,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:57.129041 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-354da7de-692e-4a97-b96a-d2d37c4cc79d None None] Provisioning complete for port ed6aa422-4206-47dd-983d-fe855a1761f9 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:57.129451 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-354da7de-692e-4a97-b96a-d2d37c4cc79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (ed6aa422-4206-47dd-983d-fe855a1761f9), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:57.237113 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd62433-508d-4c3b-b585-d36cda18d876 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:46:57.251307 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864f441a-265e-43d3-bfcf-37c69b383a63 None None] Sync routers for ids ['6448c671-1993-4178-a460-1b3d68f99e70'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:46:57.272454 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864f441a-265e-43d3-bfcf-37c69b383a63 None None] Routers {'6448c671-1993-4178-a460-1b3d68f99e70'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:46:57.273278 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-864f441a-265e-43d3-bfcf-37c69b383a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:46:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['6448c671-1993-4178-a460-1b3d68f99e70'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:57.275566 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-354da7de-692e-4a97-b96a-d2d37c4cc79d None None] Current status of the port ed6aa422-4206-47dd-983d-fe855a1761f9 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:57.287501 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fdd62433-508d-4c3b-b585-d36cda18d876 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:57.378889 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-fdd62433-508d-4c3b-b585-d36cda18d876 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1525741 Mar 07 13:46:57.379862 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f68f887-2891-4672-88e5-9f1aa34a35f9', 'tag': '32db034f-f3f2-4b11-a823-3cda222cd851'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:46:57.382433 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f103107def4ac1757260bfdb5b7c692c97e792ef1fddc37f4b0882d33d20cc26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a57d3f5-0380-4b49-bb69-6908257f01e2" -d '{"events": [{"name": "network-changed", "server_uuid": "3f68f887-2891-4672-88e5-9f1aa34a35f9", "tag": "32db034f-f3f2-4b11-a823-3cda222cd851"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:46:57.508298 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92716e41-1273-4032-9f42-7c73bea51558 x-openstack-request-id: req-92716e41-1273-4032-9f42-7c73bea51558 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:46:57.508903 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f68f887-2891-4672-88e5-9f1aa34a35f9", "tag": "32db034f-f3f2-4b11-a823-3cda222cd851", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:46:57.509406 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92716e41-1273-4032-9f42-7c73bea51558 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:46:57.510033 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f68f887-2891-4672-88e5-9f1aa34a35f9', 'tag': '32db034f-f3f2-4b11-a823-3cda222cd851', 'status': 'completed', 'code': 200} Mar 07 13:46:57.653972 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-864f441a-265e-43d3-bfcf-37c69b383a63 None None] Set router 6448c671-1993-4178-a460-1b3d68f99e70 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:46:57.702403 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57d3f5-0380-4b49-bb69-6908257f01e2 req-ed16c6a9-2617-40a0-8425-de08146a0246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:57.704531 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2a57d3f5-0380-4b49-bb69-6908257f01e2 req-ed16c6a9-2617-40a0-8425-de08146a0246 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c10fe3afe2e84b7694415570a68cee37&device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 1130 time: 0.1394255 Mar 07 13:46:57.798444 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device e3778815-02f7-49dc-9857-237652a2a021 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:46:57.994145 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57d3f5-0380-4b49-bb69-6908257f01e2 req-8e4cebfb-52f3-4e71-ba83-0dce99d61544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:57.999263 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2a57d3f5-0380-4b49-bb69-6908257f01e2 req-8e4cebfb-52f3-4e71-ba83-0dce99d61544 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae647865-b6eb-48d6-bfc7-51b766b88343 HTTP/1.1" status: 200 len: 912 time: 0.2852004 Mar 07 13:46:58.138743 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2a57d3f5-0380-4b49-bb69-6908257f01e2 req-341bc17e-d3fe-4692-909a-50a23cd36337 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32db034f-f3f2-4b11-a823-3cda222cd851 HTTP/1.1" status: 200 len: 999 time: 0.1277692 Mar 07 13:46:58.251583 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port e3778815-02f7-49dc-9857-237652a2a021 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:58.252173 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (e3778815-02f7-49dc-9857-237652a2a021), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:58.254431 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57d3f5-0380-4b49-bb69-6908257f01e2 req-c82a9ecc-3373-4784-a656-4b751139aa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:58.255913 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2a57d3f5-0380-4b49-bb69-6908257f01e2 req-c82a9ecc-3373-4784-a656-4b751139aa50 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c56d65c-4807-49f7-98f6-3d6932945f85 HTTP/1.1" status: 200 len: 851 time: 0.1011457 Mar 07 13:46:58.380066 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57d3f5-0380-4b49-bb69-6908257f01e2 req-77eb1f67-59e9-43cf-816a-4b12d0b61917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:46:58.382453 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2a57d3f5-0380-4b49-bb69-6908257f01e2 req-77eb1f67-59e9-43cf-816a-4b12d0b61917 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae647865-b6eb-48d6-bfc7-51b766b88343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1080494 Mar 07 13:46:58.446296 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-864f441a-265e-43d3-bfcf-37c69b383a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448c671-1993-4178-a460-1b3d68f99e70', 'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:58Z', 'updated_at': '2022-03-07T13:45:02Z', 'revision_number': 4, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'gw_port': {'id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:59Z', 'updated_at': '2022-03-07T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': 'cd0149d2-d94b-49ed-9a4c-9a394f516746', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'port_id': '32db034f-f3f2-4b11-a823-3cda222cd851', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'mac_address': 'fa:16:3e:17:50:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f68f887-2891-4672-88e5-9f1aa34a35f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:46:53Z', 'updated_at': '2022-03-07T13:46:53Z', 'revision_number': 0, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee44d7a4-6087-4a8c-845f-45aa0d117bd1', 'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'mac_address': 'fa:16:3e:5a:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:02Z', 'updated_at': '2022-03-07T13:45:06Z', 'revision_number': 5, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'subnets': [{'id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:58.520262 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864f441a-265e-43d3-bfcf-37c69b383a63 None None] Checking router: 6448c671-1993-4178-a460-1b3d68f99e70 for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:46:58.532621 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port e3778815-02f7-49dc-9857-237652a2a021 is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:58.533800 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (e3778815-02f7-49dc-9857-237652a2a021), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:58.572081 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864f441a-265e-43d3-bfcf-37c69b383a63 None None] Routers {'6448c671-1993-4178-a460-1b3d68f99e70'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:46:58.573020 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-864f441a-265e-43d3-bfcf-37c69b383a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:46:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['6448c671-1993-4178-a460-1b3d68f99e70'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:58.575176 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2a57d3f5-0380-4b49-bb69-6908257f01e2 req-c7140fe5-47fb-41bf-845e-5b76ade0bf95 service neutron] 10.222.0.10 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844423 Mar 07 13:46:58.745110 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] For port e3778815-02f7-49dc-9857-237652a2a021, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=e3778815-02f7-49dc-9857-237652a2a021,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:46:58.754313 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (e3778815-02f7-49dc-9857-237652a2a021), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:58.756454 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device de10a48d-0a05-4579-844d-9598d5cd930b up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:46:58.768990 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2a57d3f5-0380-4b49-bb69-6908257f01e2 req-ed74b798-b06e-42ea-ac70-8772f2ce4776 service neutron] 10.222.0.10 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872249 Mar 07 13:46:58.880217 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee047446-8668-4db7-bd19-c2a13890d3a1 None None] Sync routers for ids ['d2f1e345-df5d-4531-8f29-b4d2ba36994a'] in dv-cinder-813222-6-iscsi {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:46:58.923212 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee047446-8668-4db7-bd19-c2a13890d3a1 None None] Routers {'d2f1e345-df5d-4531-8f29-b4d2ba36994a'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:46:58.925546 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ee047446-8668-4db7-bd19-c2a13890d3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:46:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['d2f1e345-df5d-4531-8f29-b4d2ba36994a'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:58.963625 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Pushing event updated for resources: {'Port': ['ID=e3778815-02f7-49dc-9857-237652a2a021,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:46:59.098990 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-864f441a-265e-43d3-bfcf-37c69b383a63 None None] Set router 6448c671-1993-4178-a460-1b3d68f99e70 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:46:59.168752 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-ee047446-8668-4db7-bd19-c2a13890d3a1 None None] Set router d2f1e345-df5d-4531-8f29-b4d2ba36994a gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:46:59.539445 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port de10a48d-0a05-4579-844d-9598d5cd930b triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:46:59.540069 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (de10a48d-0a05-4579-844d-9598d5cd930b), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:59.544145 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ee047446-8668-4db7-bd19-c2a13890d3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f1e345-df5d-4531-8f29-b4d2ba36994a', 'name': 'tempest-TestMinimumBasicScenario-762436650-router', 'tenant_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e3778815-02f7-49dc-9857-237652a2a021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:42Z', 'updated_at': '2022-03-07T13:46:47Z', 'revision_number': 4, 'project_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'gw_port': {'id': 'e3778815-02f7-49dc-9857-237652a2a021', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f1e345-df5d-4531-8f29-b4d2ba36994a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:44Z', 'updated_at': '2022-03-07T13:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42', 'name': '', 'network_id': 'b8eedd35-f3d7-4f81-9260-a3d242d48113', 'tenant_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'mac_address': 'fa:16:3e:9c:1e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f1e345-df5d-4531-8f29-b4d2ba36994a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '325aa74e-1a17-4dfa-a65a-927f741aacc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:47Z', 'updated_at': '2022-03-07T13:46:48Z', 'revision_number': 2, 'project_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'subnets': [{'id': '325aa74e-1a17-4dfa-a65a-927f741aacc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:46:59.579955 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee047446-8668-4db7-bd19-c2a13890d3a1 None None] Checking router: d2f1e345-df5d-4531-8f29-b4d2ba36994a for host: dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:46:59.580307 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee047446-8668-4db7-bd19-c2a13890d3a1 None None] Updating router d2f1e345-df5d-4531-8f29-b4d2ba36994a port 4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42 binding host dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 13:46:59.620866 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ee047446-8668-4db7-bd19-c2a13890d3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:46:59.902410 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port de10a48d-0a05-4579-844d-9598d5cd930b is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:46:59.929370 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-864f441a-265e-43d3-bfcf-37c69b383a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448c671-1993-4178-a460-1b3d68f99e70', 'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:58Z', 'updated_at': '2022-03-07T13:45:02Z', 'revision_number': 4, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'gw_port': {'id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:59Z', 'updated_at': '2022-03-07T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': 'cd0149d2-d94b-49ed-9a4c-9a394f516746', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'port_id': '32db034f-f3f2-4b11-a823-3cda222cd851', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'mac_address': 'fa:16:3e:17:50:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f68f887-2891-4672-88e5-9f1aa34a35f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:46:53Z', 'updated_at': '2022-03-07T13:46:53Z', 'revision_number': 0, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee44d7a4-6087-4a8c-845f-45aa0d117bd1', 'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'mac_address': 'fa:16:3e:5a:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:02Z', 'updated_at': '2022-03-07T13:45:06Z', 'revision_number': 5, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'subnets': [{'id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:47:00.055988 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864f441a-265e-43d3-bfcf-37c69b383a63 None None] The sync data for ids ['6448c671-1993-4178-a460-1b3d68f99e70'] in dv-cinder-813222-6-iscsi is: [{'id': '6448c671-1993-4178-a460-1b3d68f99e70', 'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:58Z', 'updated_at': '2022-03-07T13:45:02Z', 'revision_number': 4, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'gw_port': {'id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:59Z', 'updated_at': '2022-03-07T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': 'cd0149d2-d94b-49ed-9a4c-9a394f516746', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'port_id': '32db034f-f3f2-4b11-a823-3cda222cd851', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'mac_address': 'fa:16:3e:17:50:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f68f887-2891-4672-88e5-9f1aa34a35f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:46:53Z', 'updated_at': '2022-03-07T13:46:53Z', 'revision_number': 0, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee44d7a4-6087-4a8c-845f-45aa0d117bd1', 'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'mac_address': 'fa:16:3e:5a:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:02Z', 'updated_at': '2022-03-07T13:45:06Z', 'revision_number': 5, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'subnets': [{'id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:47:00.347402 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device e3778815-02f7-49dc-9857-237652a2a021 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:47:00.439883 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ee047446-8668-4db7-bd19-c2a13890d3a1 None None] Publish callbacks [] for port (4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:00.447934 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ee047446-8668-4db7-bd19-c2a13890d3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:00.457319 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be17688-743d-4481-8eae-89f553f10ac1 None None] New status for floating IP cd0149d2-d94b-49ed-9a4c-9a394f516746: ACTIVE {{(pid=109595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 13:47:00.515118 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b6100-57b3-4097-9ccd-fa995b328f38 None None] Pushing event updated for resources: {'Port': ['ID=4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:47:00.589398 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port e3778815-02f7-49dc-9857-237652a2a021 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:47:00.590008 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (e3778815-02f7-49dc-9857-237652a2a021), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:00.616263 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ee047446-8668-4db7-bd19-c2a13890d3a1 None None] Attempting to bind port 4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42 on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:47:00.617023 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ee047446-8668-4db7-bd19-c2a13890d3a1 None None] Attempting to bind port 4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42 by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': '6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b8eedd35-f3d7-4f81-9260-a3d242d48113'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:47:00.617654 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee047446-8668-4db7-bd19-c2a13890d3a1 None None] Attempting to bind port 4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42 on network b8eedd35-f3d7-4f81-9260-a3d242d48113 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:47:00.623255 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee047446-8668-4db7-bd19-c2a13890d3a1 None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:47:00.624193 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee047446-8668-4db7-bd19-c2a13890d3a1 None None] Checking segment: {'id': '6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b8eedd35-f3d7-4f81-9260-a3d242d48113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:47:00.624816 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ee047446-8668-4db7-bd19-c2a13890d3a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:00.626632 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee047446-8668-4db7-bd19-c2a13890d3a1 None None] Bound using segment: {'id': '6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b8eedd35-f3d7-4f81-9260-a3d242d48113'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:47:00.627358 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ee047446-8668-4db7-bd19-c2a13890d3a1 None None] Bound port: 4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b8eedd35-f3d7-4f81-9260-a3d242d48113'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:47:00.627974 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ee047446-8668-4db7-bd19-c2a13890d3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:00.701953 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ee047446-8668-4db7-bd19-c2a13890d3a1 None None] For port 4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:47:00.707312 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ee047446-8668-4db7-bd19-c2a13890d3a1 None None] For port 4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42,segment=NetworkSegment(6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6),segment_id=6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:47:00.717790 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ee047446-8668-4db7-bd19-c2a13890d3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:00.793707 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b6100-57b3-4097-9ccd-fa995b328f38 None None] Pushing event updated for resources: {'Port': ['ID=4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:47:00.817278 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee047446-8668-4db7-bd19-c2a13890d3a1 None None] Routers {'d2f1e345-df5d-4531-8f29-b4d2ba36994a'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:47:00.818269 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ee047446-8668-4db7-bd19-c2a13890d3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:46:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['d2f1e345-df5d-4531-8f29-b4d2ba36994a'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:47:00.992710 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port e3778815-02f7-49dc-9857-237652a2a021 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:47:00.994023 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 9b856db8-cf1a-4360-8054-5bedd70bc3aa up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:47:01.086041 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-ee047446-8668-4db7-bd19-c2a13890d3a1 None None] Set router d2f1e345-df5d-4531-8f29-b4d2ba36994a gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:47:01.108838 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-b82254ad-17a2-404d-8013-209b4f428f5a None None] Provisioning complete for port 4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:47:01.109541 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b82254ad-17a2-404d-8013-209b4f428f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:01.156179 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 9b856db8-cf1a-4360-8054-5bedd70bc3aa triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:47:01.156690 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (9b856db8-cf1a-4360-8054-5bedd70bc3aa), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:01.347166 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-b82254ad-17a2-404d-8013-209b4f428f5a None None] Current status of the port 4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42 is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:47:01.348117 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b82254ad-17a2-404d-8013-209b4f428f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:01.391725 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-b82254ad-17a2-404d-8013-209b4f428f5a None None] For port 4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42,segment=NetworkSegment(6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6),segment_id=6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:47:01.402243 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b82254ad-17a2-404d-8013-209b4f428f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:01.535506 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 9b856db8-cf1a-4360-8054-5bedd70bc3aa is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:47:01.543165 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device ed6aa422-4206-47dd-983d-fe855a1761f9 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:47:01.657378 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ee047446-8668-4db7-bd19-c2a13890d3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f1e345-df5d-4531-8f29-b4d2ba36994a', 'name': 'tempest-TestMinimumBasicScenario-762436650-router', 'tenant_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e3778815-02f7-49dc-9857-237652a2a021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:42Z', 'updated_at': '2022-03-07T13:46:47Z', 'revision_number': 4, 'project_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'gw_port': {'id': 'e3778815-02f7-49dc-9857-237652a2a021', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f1e345-df5d-4531-8f29-b4d2ba36994a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:44Z', 'updated_at': '2022-03-07T13:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42', 'name': '', 'network_id': 'b8eedd35-f3d7-4f81-9260-a3d242d48113', 'tenant_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'mac_address': 'fa:16:3e:9c:1e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f1e345-df5d-4531-8f29-b4d2ba36994a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '325aa74e-1a17-4dfa-a65a-927f741aacc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:47Z', 'updated_at': '2022-03-07T13:47:00Z', 'revision_number': 4, 'project_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'subnets': [{'id': '325aa74e-1a17-4dfa-a65a-927f741aacc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:47:01.692539 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f57978af-d949-41d9-b3e7-fb4044a4cf5c None None] Provisioning complete for port 4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:47:01.692539 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f57978af-d949-41d9-b3e7-fb4044a4cf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:01.696841 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82254ad-17a2-404d-8013-209b4f428f5a None None] Pushing event updated for resources: {'Port': ['ID=4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:47:01.730425 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee047446-8668-4db7-bd19-c2a13890d3a1 None None] The sync data for ids ['d2f1e345-df5d-4531-8f29-b4d2ba36994a'] in dv-cinder-813222-6-iscsi is: [{'id': 'd2f1e345-df5d-4531-8f29-b4d2ba36994a', 'name': 'tempest-TestMinimumBasicScenario-762436650-router', 'tenant_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e3778815-02f7-49dc-9857-237652a2a021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:42Z', 'updated_at': '2022-03-07T13:46:47Z', 'revision_number': 4, 'project_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'gw_port': {'id': 'e3778815-02f7-49dc-9857-237652a2a021', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f1e345-df5d-4531-8f29-b4d2ba36994a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:44Z', 'updated_at': '2022-03-07T13:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42', 'name': '', 'network_id': 'b8eedd35-f3d7-4f81-9260-a3d242d48113', 'tenant_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'mac_address': 'fa:16:3e:9c:1e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f1e345-df5d-4531-8f29-b4d2ba36994a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '325aa74e-1a17-4dfa-a65a-927f741aacc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:47Z', 'updated_at': '2022-03-07T13:47:00Z', 'revision_number': 4, 'project_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'subnets': [{'id': '325aa74e-1a17-4dfa-a65a-927f741aacc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:47:01.804764 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port ed6aa422-4206-47dd-983d-fe855a1761f9 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:47:01.805160 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (ed6aa422-4206-47dd-983d-fe855a1761f9), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:01.896462 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f57978af-d949-41d9-b3e7-fb4044a4cf5c None None] Current status of the port 4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:47:01.967464 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port ed6aa422-4206-47dd-983d-fe855a1761f9 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:47:02.053825 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f48e8-81bf-4a88-8ed9-53b54f37f39c req-8eed5769-fcdb-4e55-8294-90bcfd13b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:02.056816 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4a0f48e8-81bf-4a88-8ed9-53b54f37f39c req-8eed5769-fcdb-4e55-8294-90bcfd13b3c7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88634ee7e2b24d288fb0ffe0074a2dc6&device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 1129 time: 0.2044544 Mar 07 13:47:02.076351 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c736e-e60e-4fcd-8ac9-ba1baead1a88 req-11ed191d-2127-47c4-8890-253b450db15a tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:02.078741 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cf6c736e-e60e-4fcd-8ac9-ba1baead1a88 req-11ed191d-2127-47c4-8890-253b450db15a tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.1645949 Mar 07 13:47:02.194713 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:47:02.221011 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cf6c736e-e60e-4fcd-8ac9-ba1baead1a88 req-273e2646-d7b8-4e2b-8231-e736cba2318e tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274869 Mar 07 13:47:02.242398 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f48e8-81bf-4a88-8ed9-53b54f37f39c req-09f69224-0b4e-4867-a9d9-2a8b2b89cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:02.245486 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4a0f48e8-81bf-4a88-8ed9-53b54f37f39c req-09f69224-0b4e-4867-a9d9-2a8b2b89cb4e service neutron] 10.222.0.10 "GET /v2.0/networks?id=a5b462aa-a284-4f43-8b3d-18890bd539a5 HTTP/1.1" status: 200 len: 918 time: 0.1756933 Mar 07 13:47:02.300332 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4a0f48e8-81bf-4a88-8ed9-53b54f37f39c req-c7e2cc3a-5509-47fa-b5d1-99445edef01b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=906c9fd6-70d3-488f-ab60-10d4094bbe96 HTTP/1.1" status: 200 len: 217 time: 0.0488920 Mar 07 13:47:02.331904 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:47:02.332292 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:02.393293 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f48e8-81bf-4a88-8ed9-53b54f37f39c req-ef4e46c8-cad1-4c87-adc6-e95ddc51666a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:02.395132 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4a0f48e8-81bf-4a88-8ed9-53b54f37f39c req-ef4e46c8-cad1-4c87-adc6-e95ddc51666a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=588e3218-1b5e-44a1-964b-b3809f310cbf HTTP/1.1" status: 200 len: 858 time: 0.0860002 Mar 07 13:47:02.474431 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:47:02.482249 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4a0f48e8-81bf-4a88-8ed9-53b54f37f39c req-840104b1-c868-47cd-89ad-669f4055de28 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5b462aa-a284-4f43-8b3d-18890bd539a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742991 Mar 07 13:47:02.653504 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4a0f48e8-81bf-4a88-8ed9-53b54f37f39c req-618d0b8e-8abb-4ff6-add7-0c30baf6bdda service neutron] 10.222.0.10 "GET /v2.0/networks/a5b462aa-a284-4f43-8b3d-18890bd539a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644950 Mar 07 13:47:02.899227 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4a0f48e8-81bf-4a88-8ed9-53b54f37f39c req-e72c904f-a72f-4a52-a34e-72b1495b7283 service neutron] 10.222.0.10 "GET /v2.0/networks/a5b462aa-a284-4f43-8b3d-18890bd539a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311292 Mar 07 13:47:02.923229 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:03.637716 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50238325-4b68-45bd-a1d3-f9f7b5aac4cc req-7c57ac3d-000f-405d-aba7-714b088cdd56 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:03.637716 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-50238325-4b68-45bd-a1d3-f9f7b5aac4cc req-7c57ac3d-000f-405d-aba7-714b088cdd56 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.2481546 Mar 07 13:47:03.637716 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cca20b28-dbd2-4634-a95f-c97d154ae89d req-29e473bc-7af0-430f-a01f-6e03c368041b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2780383 Mar 07 13:47:03.744865 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-50238325-4b68-45bd-a1d3-f9f7b5aac4cc req-73a256a0-09a4-441b-badf-e50bbd977ae0 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864511 Mar 07 13:47:03.802940 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca20b28-dbd2-4634-a95f-c97d154ae89d req-d3d0a4eb-881d-4dd1-bf7c-caec6e92c881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:03.807148 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cca20b28-dbd2-4634-a95f-c97d154ae89d req-d3d0a4eb-881d-4dd1-bf7c-caec6e92c881 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88634ee7e2b24d288fb0ffe0074a2dc6&device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 1129 time: 0.0779352 Mar 07 13:47:03.957179 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca20b28-dbd2-4634-a95f-c97d154ae89d req-1f655369-4ba4-4697-8a31-624312021aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:03.958813 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cca20b28-dbd2-4634-a95f-c97d154ae89d req-1f655369-4ba4-4697-8a31-624312021aa9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a5b462aa-a284-4f43-8b3d-18890bd539a5 HTTP/1.1" status: 200 len: 918 time: 0.1237049 Mar 07 13:47:04.043383 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cca20b28-dbd2-4634-a95f-c97d154ae89d req-a7365252-9407-42fd-92c4-b2a8aa079fb8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=017a1549-c742-4a32-8a78-ce54b03cdc17 HTTP/1.1" status: 200 len: 217 time: 0.0778215 Mar 07 13:47:04.148502 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca20b28-dbd2-4634-a95f-c97d154ae89d req-082a9e86-a0e7-414a-8979-7fa4134aa69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:04.151202 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cca20b28-dbd2-4634-a95f-c97d154ae89d req-082a9e86-a0e7-414a-8979-7fa4134aa69a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=588e3218-1b5e-44a1-964b-b3809f310cbf HTTP/1.1" status: 200 len: 858 time: 0.1009867 Mar 07 13:47:04.193736 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cca20b28-dbd2-4634-a95f-c97d154ae89d req-813875fa-9df7-4e26-b6bc-5ce25cb66080 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5b462aa-a284-4f43-8b3d-18890bd539a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353270 Mar 07 13:47:04.338834 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cca20b28-dbd2-4634-a95f-c97d154ae89d req-58a63086-6d15-4a22-8d66-55fde81f3127 service neutron] 10.222.0.10 "GET /v2.0/networks/a5b462aa-a284-4f43-8b3d-18890bd539a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351857 Mar 07 13:47:04.464795 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cca20b28-dbd2-4634-a95f-c97d154ae89d req-f6dda6e5-5650-49a2-8a44-17e9df00c035 service neutron] 10.222.0.10 "GET /v2.0/networks/a5b462aa-a284-4f43-8b3d-18890bd539a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181273 Mar 07 13:47:04.930525 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f117d-5898-4c5a-9031-93b04dd7b805 req-49f7f4ba-67ee-4782-adde-c419a6aca777 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:04.938715 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-499f117d-5898-4c5a-9031-93b04dd7b805 req-49f7f4ba-67ee-4782-adde-c419a6aca777 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.1161413 Mar 07 13:47:05.021434 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-499f117d-5898-4c5a-9031-93b04dd7b805 req-58a29470-8dc9-41d6-b7ec-10f300fc6bf2 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814829 Mar 07 13:47:06.179258 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f9a82-91a7-435e-b227-54459c778d59 req-6f46a954-421e-4c7f-ad37-0ef5230bba48 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:06.181269 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-460f9a82-91a7-435e-b227-54459c778d59 req-6f46a954-421e-4c7f-ad37-0ef5230bba48 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0811756 Mar 07 13:47:06.259568 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-460f9a82-91a7-435e-b227-54459c778d59 req-09b9780f-ba3c-436d-85e5-9aa40e49e54a tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661397 Mar 07 13:47:07.458791 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d97164-8bad-4ec9-a12e-7ca6520c3898 req-cd50997c-5992-44b9-917f-1f7db67694cb tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:07.460808 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-34d97164-8bad-4ec9-a12e-7ca6520c3898 req-cd50997c-5992-44b9-917f-1f7db67694cb tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0773170 Mar 07 13:47:07.540809 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-34d97164-8bad-4ec9-a12e-7ca6520c3898 req-6ea681fb-0925-4703-a84a-86b38a0b4874 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661039 Mar 07 13:47:08.709597 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbcfa7-4d97-4133-b73b-01e463207048 req-6b9f39fe-2f7f-4a8f-a38b-93ec37e11e51 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:08.725861 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a9fbcfa7-4d97-4133-b73b-01e463207048 req-6b9f39fe-2f7f-4a8f-a38b-93ec37e11e51 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.1030443 Mar 07 13:47:08.871806 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a9fbcfa7-4d97-4133-b73b-01e463207048 req-6f0cb630-2f31-43f9-aea6-332379df9577 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448975 Mar 07 13:47:09.034789 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-e3959b90-e845-4561-baef-c64073db9bdf tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:09.036517 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-e3959b90-e845-4561-baef-c64073db9bdf tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/networks?id=a119dada-69fd-49e0-bf07-78167ff54bec HTTP/1.1" status: 200 len: 815 time: 0.1552815 Mar 07 13:47:09.052909 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-520f6cbc-fdce-429e-ad2d-f8049ec9430b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/quotas/7de53de6775a4c07bda98218fab29dc5 HTTP/1.1" status: 200 len: 375 time: 0.0106947 Mar 07 13:47:09.127747 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-46a4d763-d053-4966-92ab-6201d9fff44c tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7de53de6775a4c07bda98218fab29dc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677834 Mar 07 13:47:09.229760 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-0f5fc1ab-6f04-4e2b-8241-f56963bfb0eb service neutron] 10.222.0.24 "GET /v2.0/networks/a119dada-69fd-49e0-bf07-78167ff54bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930786 Mar 07 13:47:09.325561 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-4fce0197-5ddf-4aac-9ffe-7677a3ba4716 service neutron] 10.222.0.24 "GET /v2.0/networks/a119dada-69fd-49e0-bf07-78167ff54bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917575 Mar 07 13:47:09.503850 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-578f8c9c-31da-498a-93f9-99784d26ddd0 req-e9b9c4e3-2362-4d69-b0e1-340b825e61a1 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 210 time: 0.0397084 Mar 07 13:47:10.049677 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7b86b-d91f-4498-978f-31065c93924b req-3e842e4a-fb26-4f9a-8125-aa13902c6463 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:10.051178 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-64a7b86b-d91f-4498-978f-31065c93924b req-3e842e4a-fb26-4f9a-8125-aa13902c6463 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0912800 Mar 07 13:47:10.098204 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-64a7b86b-d91f-4498-978f-31065c93924b req-c3214ab3-8e3b-47ed-af13-9a0163bcb88e tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411470 Mar 07 13:47:10.611017 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e2ca680f-e182-45a4-90b1-f6c1d20568d7 req-87a5ef73-0b3c-4c90-b427-0bf8b7a9eca8 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 210 time: 0.0352232 Mar 07 13:47:11.208763 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-3fe11d45-7cbc-496c-b36c-f5cbc9c1c5eb tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:11.210660 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-3fe11d45-7cbc-496c-b36c-f5cbc9c1c5eb tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.10 "GET /v2.0/networks?id=a119dada-69fd-49e0-bf07-78167ff54bec HTTP/1.1" status: 200 len: 815 time: 0.2432015 Mar 07 13:47:11.285746 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-97e10060-d4a5-4800-ac88-708a0835f918 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Request body: {'port': {'device_id': '1b16aba4-6a4d-4556-9cde-f2d6e6644b3b', 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec', 'admin_state_up': True, 'tenant_id': '7de53de6775a4c07bda98218fab29dc5'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:47:11.384930 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446bfc3-8e62-40c4-8677-1b508b2cc3bc req-79e6a0d4-96b8-4bd9-90ba-efbc6673df71 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:11.391867 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6446bfc3-8e62-40c4-8677-1b508b2cc3bc req-79e6a0d4-96b8-4bd9-90ba-efbc6673df71 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.1658132 Mar 07 13:47:11.461027 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-97e10060-d4a5-4800-ac88-708a0835f918 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Made reservation on behalf of 7de53de6775a4c07bda98218fab29dc5 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:47:11.464350 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-97e10060-d4a5-4800-ac88-708a0835f918 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:11.476680 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6446bfc3-8e62-40c4-8677-1b508b2cc3bc req-d244de1d-60d9-4341-8d10-0e2f2b441c32 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839543 Mar 07 13:47:11.624912 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-97e10060-d4a5-4800-ac88-708a0835f918 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Allocated IP 172.20.0.11 (a119dada-69fd-49e0-bf07-78167ff54bec/18d69a12-8740-4e35-842b-88d13557947d/4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:47:11.729547 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f9714ed7-7776-4d9a-96ef-95417f0bb773 req-26bb019f-3edd-468b-9042-74e2ab438694 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 210 time: 0.0429962 Mar 07 13:47:11.825709 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-97e10060-d4a5-4800-ac88-708a0835f918 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for port (4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:11.867085 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-97e10060-d4a5-4800-ac88-708a0835f918 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:11.928532 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-97e10060-d4a5-4800-ac88-708a0835f918 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Network a119dada-69fd-49e0-bf07-78167ff54bec is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:47:11.931948 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-97e10060-d4a5-4800-ac88-708a0835f918 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:47:11.936429 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-97e10060-d4a5-4800-ac88-708a0835f918 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:47:11.947492 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e10060-d4a5-4800-ac88-708a0835f918 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Pushing event updated for resources: {'Port': ['ID=4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:47:11.990718 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e10060-d4a5-4800-ac88-708a0835f918 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:11.991250 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e10060-d4a5-4800-ac88-708a0835f918 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:11.992238 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e10060-d4a5-4800-ac88-708a0835f918 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:11.992701 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e10060-d4a5-4800-ac88-708a0835f918 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:11.993041 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e10060-d4a5-4800-ac88-708a0835f918 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:11.993887 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e10060-d4a5-4800-ac88-708a0835f918 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:11.994842 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e10060-d4a5-4800-ac88-708a0835f918 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:11.996187 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e10060-d4a5-4800-ac88-708a0835f918 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:11.996540 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e10060-d4a5-4800-ac88-708a0835f918 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:11.997015 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e10060-d4a5-4800-ac88-708a0835f918 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:11.997797 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e10060-d4a5-4800-ac88-708a0835f918 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:11.998139 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e10060-d4a5-4800-ac88-708a0835f918 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:11.999536 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e10060-d4a5-4800-ac88-708a0835f918 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:12.046518 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-97e10060-d4a5-4800-ac88-708a0835f918 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:12.047690 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-97e10060-d4a5-4800-ac88-708a0835f918 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:12.068284 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-97e10060-d4a5-4800-ac88-708a0835f918 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7883015 Mar 07 13:47:12.097349 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-acacecc1-e0cd-4821-b96c-000a8f9d1519 service neutron] Request body: {'port': {'device_id': '1b16aba4-6a4d-4556-9cde-f2d6e6644b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:47:12.182051 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-acacecc1-e0cd-4821-b96c-000a8f9d1519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:12.194449 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-7b55a39a-df5f-4e63-af5f-8840ff8c66f6 None None] Provisioning complete for port 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:47:12.195019 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7b55a39a-df5f-4e63-af5f-8840ff8c66f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:12.254972 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-7b55a39a-df5f-4e63-af5f-8840ff8c66f6 None None] Port 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:47:12.475202 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-acacecc1-e0cd-4821-b96c-000a8f9d1519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:47:12.482710 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-acacecc1-e0cd-4821-b96c-000a8f9d1519 service neutron] Publish callbacks [] for port (4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:12.494491 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-acacecc1-e0cd-4821-b96c-000a8f9d1519 service neutron] Transition to ACTIVE for port object 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 13:47:12.498770 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-acacecc1-e0cd-4821-b96c-000a8f9d1519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:12.551620 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacecc1-e0cd-4821-b96c-000a8f9d1519 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:47:12.659758 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-acacecc1-e0cd-4821-b96c-000a8f9d1519 service neutron] Attempting to bind port 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:47:12.660097 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-acacecc1-e0cd-4821-b96c-000a8f9d1519 service neutron] Attempting to bind port 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '50e946b6-b569-4cbf-85fa-65b41d5d2787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:47:12.660426 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-acacecc1-e0cd-4821-b96c-000a8f9d1519 service neutron] Attempting to bind port 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 on network a119dada-69fd-49e0-bf07-78167ff54bec {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:47:12.673444 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a3a55-1ce5-4033-bf1b-b299087f71c2 req-415dbbf3-f381-43d3-9c90-773ea76752c1 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:12.678828 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-922a3a55-1ce5-4033-bf1b-b299087f71c2 req-415dbbf3-f381-43d3-9c90-773ea76752c1 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.1034312 Mar 07 13:47:12.680132 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-acacecc1-e0cd-4821-b96c-000a8f9d1519 service neutron] Port 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 on network a119dada-69fd-49e0-bf07-78167ff54bec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 13:47:12.680472 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-acacecc1-e0cd-4821-b96c-000a8f9d1519 service neutron] Attempting to bind port 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 on network a119dada-69fd-49e0-bf07-78167ff54bec {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:47:12.688044 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-acacecc1-e0cd-4821-b96c-000a8f9d1519 service neutron] Checking agent: {'id': '54ecd8f5-e943-4369-a21b-1222345f30ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'started_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:47:12.688385 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-acacecc1-e0cd-4821-b96c-000a8f9d1519 service neutron] Checking segment: {'id': '50e946b6-b569-4cbf-85fa-65b41d5d2787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:47:12.688784 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-acacecc1-e0cd-4821-b96c-000a8f9d1519 service neutron] Bound using segment: {'id': '50e946b6-b569-4cbf-85fa-65b41d5d2787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:47:12.689322 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-acacecc1-e0cd-4821-b96c-000a8f9d1519 service neutron] Bound port: 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e946b6-b569-4cbf-85fa-65b41d5d2787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:47:12.689690 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-acacecc1-e0cd-4821-b96c-000a8f9d1519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:12.833356 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-922a3a55-1ce5-4033-bf1b-b299087f71c2 req-8e631bf6-e62a-4ea8-b335-2f56476dd16b tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470315 Mar 07 13:47:12.862734 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-acacecc1-e0cd-4821-b96c-000a8f9d1519 service neutron] For port 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2, host hv-cinder-81322, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:47:12.866397 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-acacecc1-e0cd-4821-b96c-000a8f9d1519 service neutron] For port 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2,segment=NetworkSegment(50e946b6-b569-4cbf-85fa-65b41d5d2787),segment_id=50e946b6-b569-4cbf-85fa-65b41d5d2787)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:47:12.889792 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-acacecc1-e0cd-4821-b96c-000a8f9d1519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:12.963644 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-acacecc1-e0cd-4821-b96c-000a8f9d1519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:12.964345 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-acacecc1-e0cd-4821-b96c-000a8f9d1519 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:12.965862 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-acacecc1-e0cd-4821-b96c-000a8f9d1519 service neutron] 10.222.0.10 "PUT /v2.0/ports/4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 HTTP/1.1" status: 200 len: 1094 time: 0.8758307 Mar 07 13:47:12.966394 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b16aba4-6a4d-4556-9cde-f2d6e6644b3b', 'tag': '4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:47:12.969209 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e759fc-ef15-4abf-a55b-fafb1c4256ab" -d '{"events": [{"name": "network-changed", "server_uuid": "1b16aba4-6a4d-4556-9cde-f2d6e6644b3b", "tag": "4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:47:12.998404 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacecc1-e0cd-4821-b96c-000a8f9d1519 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:47:13.008672 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875cd3c-a184-4a0d-96f3-a09d1bc229b1 req-c7a5f2f3-8b71-4b2e-9440-b2ab93cc2916 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:13.010241 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e875cd3c-a184-4a0d-96f3-a09d1bc229b1 req-c7a5f2f3-8b71-4b2e-9440-b2ab93cc2916 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.1413510 Mar 07 13:47:13.056311 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cc714d-5be1-4f64-b233-71f2abdb57df x-openstack-request-id: req-98cc714d-5be1-4f64-b233-71f2abdb57df {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:47:13.056603 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b16aba4-6a4d-4556-9cde-f2d6e6644b3b", "tag": "4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:47:13.056860 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98cc714d-5be1-4f64-b233-71f2abdb57df {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:47:13.057279 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b16aba4-6a4d-4556-9cde-f2d6e6644b3b', 'tag': '4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2', 'status': 'completed', 'code': 200} Mar 07 13:47:13.105646 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e875cd3c-a184-4a0d-96f3-a09d1bc229b1 req-bdef5f22-22e9-43d9-aefe-f3ce84e1b039 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836535 Mar 07 13:47:13.995332 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0b871-2bbf-4a10-bb43-0d1c27ddfd6c req-523a8307-d9fb-49e6-938e-f5744b6e1cfc tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:13.996816 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8fd0b871-2bbf-4a10-bb43-0d1c27ddfd6c req-523a8307-d9fb-49e6-938e-f5744b6e1cfc tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0584519 Mar 07 13:47:14.044716 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8fd0b871-2bbf-4a10-bb43-0d1c27ddfd6c req-8fbda8e9-6c4d-4d51-9cf8-da66feafff55 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417683 Mar 07 13:47:14.232026 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d287ad-8574-4b24-9d0c-e9d5a24f3919 req-831808b5-76ad-4463-b050-8b37fbc4f3e9 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:14.233562 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f6d287ad-8574-4b24-9d0c-e9d5a24f3919 req-831808b5-76ad-4463-b050-8b37fbc4f3e9 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.0519009 Mar 07 13:47:14.287058 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f6d287ad-8574-4b24-9d0c-e9d5a24f3919 req-cbf0a335-e459-429f-97ae-d9942d5699aa tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447316 Mar 07 13:47:15.181546 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20757c-5e8c-449b-8ed8-f8e5342d4105 req-18b2c1de-94ae-49f1-99ef-0e21e2c4abcc tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:15.182934 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ca20757c-5e8c-449b-8ed8-f8e5342d4105 req-18b2c1de-94ae-49f1-99ef-0e21e2c4abcc tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0573297 Mar 07 13:47:15.508958 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ca20757c-5e8c-449b-8ed8-f8e5342d4105 req-cec16a6b-9705-44e3-bb2f-1b2feaf17a3a tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206308 Mar 07 13:47:15.524009 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025861ca-693c-4ff0-8448-db46173b454a req-769afd90-87a4-4505-9899-da92461bbb47 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:15.525659 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-025861ca-693c-4ff0-8448-db46173b454a req-769afd90-87a4-4505-9899-da92461bbb47 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.0808492 Mar 07 13:47:15.577532 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-025861ca-693c-4ff0-8448-db46173b454a req-6bed4c53-9212-4926-802d-f6b7aa9c9677 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461111 Mar 07 13:47:16.629535 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60292398-fcbb-41f2-976e-78a1909e1e26 req-0a28bb22-d76f-435f-bb29-d248c81be8f3 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:16.631198 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-60292398-fcbb-41f2-976e-78a1909e1e26 req-0a28bb22-d76f-435f-bb29-d248c81be8f3 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0526521 Mar 07 13:47:16.711084 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-60292398-fcbb-41f2-976e-78a1909e1e26 req-97695a5b-124f-4133-91b2-b370d4f2cc1d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739868 Mar 07 13:47:16.732897 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db440cac-61f0-40b5-8eba-62611def1987 req-579a9ca7-6413-4878-af68-2528f30ef40c tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:16.734447 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-db440cac-61f0-40b5-8eba-62611def1987 req-579a9ca7-6413-4878-af68-2528f30ef40c tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.0699539 Mar 07 13:47:16.780696 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-db440cac-61f0-40b5-8eba-62611def1987 req-d8fd585e-1388-4415-a4c0-62fea4f9fc8b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401714 Mar 07 13:47:17.835309 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ca784-ce87-410b-af80-73241f5364d8 req-79473b7a-b085-4bc9-9222-38c18ce9aa35 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:17.837975 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fc2aac52-11c2-4f5c-a658-e925438eb117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:17.842384 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1d8ca784-ce87-410b-af80-73241f5364d8 req-79473b7a-b085-4bc9-9222-38c18ce9aa35 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0625536 Mar 07 13:47:17.922739 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1d8ca784-ce87-410b-af80-73241f5364d8 req-f43689fc-e8bb-49b0-ab14-d8aaeaaf2c2e tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794475 Mar 07 13:47:17.937772 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f6e0f-4b96-4ca4-b73f-da612b5bd10b req-375ac891-b9cf-430c-ba3b-4bd95a0db1e0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:17.939479 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1c3f6e0f-4b96-4ca4-b73f-da612b5bd10b req-375ac891-b9cf-430c-ba3b-4bd95a0db1e0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.0821490 Mar 07 13:47:17.986803 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1c3f6e0f-4b96-4ca4-b73f-da612b5bd10b req-13b51af4-bb25-4224-91aa-fe65cdfde79a tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419116 Mar 07 13:47:19.044783 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf3ffe-ab4f-4248-a2ae-5366ba39cb3c req-d0730681-2c33-4bb1-bbf8-753acc762c30 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:19.046678 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ebaf3ffe-ab4f-4248-a2ae-5366ba39cb3c req-d0730681-2c33-4bb1-bbf8-753acc762c30 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0536034 Mar 07 13:47:19.135892 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ebaf3ffe-ab4f-4248-a2ae-5366ba39cb3c req-1d35b096-adce-4f20-b68d-0f9e4d763896 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815210 Mar 07 13:47:19.153658 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc42f0-9c1c-4f14-9491-039d4ddf2392 req-d06ba6ef-7bfa-432b-afb1-9b78a94c80bb tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:19.163544 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8bcc42f0-9c1c-4f14-9491-039d4ddf2392 req-d06ba6ef-7bfa-432b-afb1-9b78a94c80bb tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.1028459 Mar 07 13:47:19.213860 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8bcc42f0-9c1c-4f14-9491-039d4ddf2392 req-c91962ca-eff1-422d-8251-507c03026a28 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420613 Mar 07 13:47:20.054998 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b89870e-143b-4549-9249-7466e8a8cfb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:20.268038 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e149f52-d7c1-41a0-8fc6-cd8b73463a69 req-56f0bd75-d331-48c8-a8bd-1d5b534aa161 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:20.269651 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9e149f52-d7c1-41a0-8fc6-cd8b73463a69 req-56f0bd75-d331-48c8-a8bd-1d5b534aa161 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0557907 Mar 07 13:47:20.347696 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9e149f52-d7c1-41a0-8fc6-cd8b73463a69 req-9abdbc0b-0df8-48ab-86c4-81514a32b88d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712268 Mar 07 13:47:20.374478 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e07b5-3e9b-4344-ae4a-d7d3d2439f8f req-d5c01e93-b63d-4730-812b-cf657edc1c32 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:20.376865 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-076e07b5-3e9b-4344-ae4a-d7d3d2439f8f req-d5c01e93-b63d-4730-812b-cf657edc1c32 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.0861635 Mar 07 13:47:20.429976 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-076e07b5-3e9b-4344-ae4a-d7d3d2439f8f req-7724e3dd-e0fb-4dd1-8eda-a04dd3779b98 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475161 Mar 07 13:47:21.303419 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:21.494831 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c792f3-8c34-4dbf-8b75-66b3faefa340 req-76a0ad72-f702-4293-a6ea-8b0d040400f7 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:21.496431 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f5c792f3-8c34-4dbf-8b75-66b3faefa340 req-76a0ad72-f702-4293-a6ea-8b0d040400f7 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0809374 Mar 07 13:47:21.592363 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f5c792f3-8c34-4dbf-8b75-66b3faefa340 req-599b2bce-9e30-43b1-b589-c01f870e998b tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815289 Mar 07 13:47:21.607246 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e01344-4ab6-4903-83ae-ffb39aeb861d req-5f1ce666-82fe-4fb0-a933-d3c5b12c91cf tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:21.608836 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-23e01344-4ab6-4903-83ae-ffb39aeb861d req-5f1ce666-82fe-4fb0-a933-d3c5b12c91cf tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.1026263 Mar 07 13:47:21.664222 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-23e01344-4ab6-4903-83ae-ffb39aeb861d req-7db0b98c-9a7e-4e08-88d6-1b26418d9431 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495036 Mar 07 13:47:22.393374 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:22.719082 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a981300-cff7-4357-825d-7f6304470cd5 req-e5183ada-0cc9-47cc-b563-32c78ee840e9 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:22.721550 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6a981300-cff7-4357-825d-7f6304470cd5 req-e5183ada-0cc9-47cc-b563-32c78ee840e9 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0643554 Mar 07 13:47:22.771508 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6a981300-cff7-4357-825d-7f6304470cd5 req-b1fe96eb-5ef1-42f4-bdf1-fb7415edd9a1 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442960 Mar 07 13:47:22.893292 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42163c3c-069b-4f75-8f87-1d4377e92cbd req-4f318ff9-7ecd-4384-8fe2-68fcd89ac14b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:22.902331 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-42163c3c-069b-4f75-8f87-1d4377e92cbd req-4f318ff9-7ecd-4384-8fe2-68fcd89ac14b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.0740376 Mar 07 13:47:22.959550 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-42163c3c-069b-4f75-8f87-1d4377e92cbd req-3b9a924b-adcd-428a-b368-595efbba81b8 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517933 Mar 07 13:47:23.319629 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:47:23.920533 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f36e6-2f2c-48bc-bcd5-1d74b47b4ca9 req-4d0f3b10-e1ee-4ea3-8335-46cd0142d8e4 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:23.922105 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b44f36e6-2f2c-48bc-bcd5-1d74b47b4ca9 req-4d0f3b10-e1ee-4ea3-8335-46cd0142d8e4 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0680220 Mar 07 13:47:23.988717 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b44f36e6-2f2c-48bc-bcd5-1d74b47b4ca9 req-56257877-c7b2-4766-b0ef-7a59c8cc1fd8 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511608 Mar 07 13:47:24.098372 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916b4e7-6127-4eee-9e0f-33fc856081de req-85c3538a-bb50-48a0-a4b0-3ead0e4cc719 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:24.100376 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a916b4e7-6127-4eee-9e0f-33fc856081de req-85c3538a-bb50-48a0-a4b0-3ead0e4cc719 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.0628083 Mar 07 13:47:24.154068 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a916b4e7-6127-4eee-9e0f-33fc856081de req-500a5ff1-0dd5-4a72-83ec-040924112b86 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414789 Mar 07 13:47:24.226149 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:25.114597 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6c08c-4bc3-4514-bc0f-87fc9599f823 req-0457df6c-ff6b-4573-9263-3ccf236ac64d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:25.116131 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f9a6c08c-4bc3-4514-bc0f-87fc9599f823 req-0457df6c-ff6b-4573-9263-3ccf236ac64d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0627778 Mar 07 13:47:25.178585 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f9a6c08c-4bc3-4514-bc0f-87fc9599f823 req-278022a3-70c8-408d-8d00-adac2e3754e1 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564468 Mar 07 13:47:25.313049 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c56ac3-2417-4533-9bfc-465d4ce81ded req-dd8538b4-201f-41e4-8475-7ab1ab1705ac tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:25.315183 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-46c56ac3-2417-4533-9bfc-465d4ce81ded req-dd8538b4-201f-41e4-8475-7ab1ab1705ac tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.0554545 Mar 07 13:47:25.362472 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-46c56ac3-2417-4533-9bfc-465d4ce81ded req-f71ce5c8-c526-476e-9473-d8d9833b6ae0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416458 Mar 07 13:47:26.316549 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c287b7-1637-4121-9edc-03a7468fc407 req-60bef1ed-a9f1-4173-95cf-8ab7740d58b8 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:26.318074 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-66c287b7-1637-4121-9edc-03a7468fc407 req-60bef1ed-a9f1-4173-95cf-8ab7740d58b8 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0538487 Mar 07 13:47:26.363550 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-66c287b7-1637-4121-9edc-03a7468fc407 req-382d8a48-e741-4ef0-8978-a831e0a45716 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400746 Mar 07 13:47:26.480147 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f8307-3079-4367-9432-5920d3675f43 req-7c629733-d2a7-4836-8325-3a0d07087f23 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:26.481642 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1a6f8307-3079-4367-9432-5920d3675f43 req-7c629733-d2a7-4836-8325-3a0d07087f23 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.0571837 Mar 07 13:47:26.528101 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1a6f8307-3079-4367-9432-5920d3675f43 req-9c70f52b-0c64-4a37-8b1b-7be94766ea65 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403183 Mar 07 13:47:27.301465 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 55950) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:47:27.344937 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_v2 [None req-c62280be-efd3-4716-a734-f5e1e48116c4 admin admin] Deleting subnet 84cba737-085a-4f82-8b44-901172c9d627 {{(pid=109593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 13:47:27.347977 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c62280be-efd3-4716-a734-f5e1e48116c4 admin admin] Publish callbacks [] for subnet (84cba737-085a-4f82-8b44-901172c9d627), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:27.385588 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c62280be-efd3-4716-a734-f5e1e48116c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25006360'] for subnet (84cba737-085a-4f82-8b44-901172c9d627), precommit_delete_associations {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:27.425270 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c62280be-efd3-4716-a734-f5e1e48116c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663011'] for subnet (84cba737-085a-4f82-8b44-901172c9d627), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:27.477419 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c62280be-efd3-4716-a734-f5e1e48116c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4238652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24711477'] for subnet (84cba737-085a-4f82-8b44-901172c9d627), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:27.485089 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476563d-f991-47bb-9090-1c14d172830f req-702461ef-43f5-4e64-88fb-fe0fc4627160 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:27.487221 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2476563d-f991-47bb-9090-1c14d172830f req-702461ef-43f5-4e64-88fb-fe0fc4627160 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0564973 Mar 07 13:47:27.503139 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62280be-efd3-4716-a734-f5e1e48116c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84cba737-085a-4f82-8b44-901172c9d627,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:47:27.510705 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c62280be-efd3-4716-a734-f5e1e48116c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:27.516602 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-c62280be-efd3-4716-a734-f5e1e48116c4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/84cba737-085a-4f82-8b44-901172c9d627 HTTP/1.1" status: 204 len: 168 time: 0.2140729 Mar 07 13:47:27.517555 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 55954) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:47:27.524963 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62280be-efd3-4716-a734-f5e1e48116c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:27.525334 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62280be-efd3-4716-a734-f5e1e48116c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:27.525677 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62280be-efd3-4716-a734-f5e1e48116c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:27.526015 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62280be-efd3-4716-a734-f5e1e48116c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:27.526346 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62280be-efd3-4716-a734-f5e1e48116c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:27.526686 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62280be-efd3-4716-a734-f5e1e48116c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:27.527026 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62280be-efd3-4716-a734-f5e1e48116c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:27.527360 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62280be-efd3-4716-a734-f5e1e48116c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:27.527680 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62280be-efd3-4716-a734-f5e1e48116c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:27.528006 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62280be-efd3-4716-a734-f5e1e48116c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:27.528321 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62280be-efd3-4716-a734-f5e1e48116c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:27.528637 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62280be-efd3-4716-a734-f5e1e48116c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:27.528952 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62280be-efd3-4716-a734-f5e1e48116c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:27.542388 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2476563d-f991-47bb-9090-1c14d172830f req-9a1371c5-e9ec-423d-b936-6dabe05cf9b3 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496864 Mar 07 13:47:27.600323 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b2d6180b-a91c-43b0-bece-9c79ac816234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635500'] for network (8a9f18e3-f5b0-432c-9d31-7a381b63878e), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:27.658757 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8de2a6-fd2e-4f77-a567-497a5880b932 req-91b020f7-0d4b-4714-9579-aa0a53c1eeea tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:27.660225 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4e8de2a6-fd2e-4f77-a567-497a5880b932 req-91b020f7-0d4b-4714-9579-aa0a53c1eeea tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.0616500 Mar 07 13:47:27.679954 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b2d6180b-a91c-43b0-bece-9c79ac816234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725100', 'neutron.services.segments.db._delete_segments_for_network-8776652592487'] for network (8a9f18e3-f5b0-432c-9d31-7a381b63878e), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:27.700554 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-b2d6180b-a91c-43b0-bece-9c79ac816234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a9f18e3-f5b0-432c-9d31-7a381b63878e']}} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:47:27.710905 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4e8de2a6-fd2e-4f77-a567-497a5880b932 req-ab711992-4ac0-4fef-8150-d53d761230f1 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450592 Mar 07 13:47:27.712755 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-b2d6180b-a91c-43b0-bece-9c79ac816234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad5a2ac-07e9-441b-a198-f54411ff24d4') {'for_net_delete': True} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:47:27.713056 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-b2d6180b-a91c-43b0-bece-9c79ac816234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad5a2ac-07e9-441b-a198-f54411ff24d4') {} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:47:27.723040 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b2d6180b-a91c-43b0-bece-9c79ac816234 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776652593776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25006563'] for segment (7ad5a2ac-07e9-441b-a198-f54411ff24d4), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:27.736826 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b2d6180b-a91c-43b0-bece-9c79ac816234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (7ad5a2ac-07e9-441b-a198-f54411ff24d4), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:27.742679 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d6180b-a91c-43b0-bece-9c79ac816234 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=109593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 13:47:27.743057 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b2d6180b-a91c-43b0-bece-9c79ac816234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4238678'] for segment (7ad5a2ac-07e9-441b-a198-f54411ff24d4), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: Traceback (most recent call last): Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: timer() Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: cb(*args, **kw) Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: return func(*args, **kwargs) Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: self._notify() Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: self.callback(batched_events) Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: event.method(event) Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: return f(self, *a, **k) Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: return self._get(url).json() Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: return self.request(url, 'GET', **kwargs) Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 13:47:27.744680 dv-cinder-813222-6-iscsi neutron-server[109593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 13:47:27.805773 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b2d6180b-a91c-43b0-bece-9c79ac816234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8114104'] for network (8a9f18e3-f5b0-432c-9d31-7a381b63878e), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:27.811098 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b2d6180b-a91c-43b0-bece-9c79ac816234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:27.814453 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-b2d6180b-a91c-43b0-bece-9c79ac816234 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8a9f18e3-f5b0-432c-9d31-7a381b63878e HTTP/1.1" status: 204 len: 168 time: 0.2959816 Mar 07 13:47:27.825556 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6180b-a91c-43b0-bece-9c79ac816234 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a9f18e3-f5b0-432c-9d31-7a381b63878e,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:47:27.981822 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 55966) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:47:28.022961 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-04853998-0c7a-481c-8497-f8c532397b56 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82f409344fb44431b78010df3681e746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396769 Mar 07 13:47:28.025072 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 55968) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:47:28.073680 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-799a13f1-0531-470b-ac5d-7d20a9338809 admin admin] Publish callbacks [] for security_group (7a609bde-b805-43e0-9ff4-cc6f9aa6582e), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:28.094434 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-799a13f1-0531-470b-ac5d-7d20a9338809 admin admin] Publish callbacks [] for security_group (7a609bde-b805-43e0-9ff4-cc6f9aa6582e), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:28.144391 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-799a13f1-0531-470b-ac5d-7d20a9338809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (7a609bde-b805-43e0-9ff4-cc6f9aa6582e), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:28.147284 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-799a13f1-0531-470b-ac5d-7d20a9338809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:28.148359 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-799a13f1-0531-470b-ac5d-7d20a9338809 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a609bde-b805-43e0-9ff4-cc6f9aa6582e HTTP/1.1" status: 204 len: 168 time: 0.1223805 Mar 07 13:47:28.156024 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a13f1-0531-470b-ac5d-7d20a9338809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a609bde-b805-43e0-9ff4-cc6f9aa6582e,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:47:28.659891 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935e936-d2e0-4dd7-8a6f-afc9be458f89 req-550a58de-5801-4c82-8f8c-41b15dba180b tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:28.661391 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8935e936-d2e0-4dd7-8a6f-afc9be458f89 req-550a58de-5801-4c82-8f8c-41b15dba180b tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0529177 Mar 07 13:47:28.710236 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8935e936-d2e0-4dd7-8a6f-afc9be458f89 req-aa0d361d-4eda-4dbd-af5a-7f1b9b39cfc7 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432498 Mar 07 13:47:28.829827 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0b184-f6f4-49ba-8939-6219e438571d req-00b99903-11bf-477d-b207-dc549425e0cb tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:28.831361 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c6c0b184-f6f4-49ba-8939-6219e438571d req-00b99903-11bf-477d-b207-dc549425e0cb tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.0536351 Mar 07 13:47:28.886195 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c6c0b184-f6f4-49ba-8939-6219e438571d req-67447b56-2945-4151-ada1-8062b76793e5 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493624 Mar 07 13:47:29.842406 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923437f-b363-4dbc-be3f-9d014123e2a0 req-9094765f-03c7-4a64-8cdb-bd4dbce836fb tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:29.842406 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a923437f-b363-4dbc-be3f-9d014123e2a0 req-9094765f-03c7-4a64-8cdb-bd4dbce836fb tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0651784 Mar 07 13:47:29.893642 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a923437f-b363-4dbc-be3f-9d014123e2a0 req-ec494348-b53e-4e4f-a7a4-54bb9caa3b46 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456073 Mar 07 13:47:30.009107 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b173448-5826-4c61-b377-378bc73ed553 req-2246e503-b480-4870-8fe0-5d046dcb3677 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:30.010631 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0b173448-5826-4c61-b377-378bc73ed553 req-2246e503-b480-4870-8fe0-5d046dcb3677 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.0535362 Mar 07 13:47:30.059462 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0b173448-5826-4c61-b377-378bc73ed553 req-7348188a-a4ce-42ec-aadd-b71f23b36461 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422127 Mar 07 13:47:31.011814 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f07179-bb48-4a8c-b097-9b5e66582c02 req-408a048b-2a14-4ada-928a-af5a318fafe1 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:31.013292 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e0f07179-bb48-4a8c-b097-9b5e66582c02 req-408a048b-2a14-4ada-928a-af5a318fafe1 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0541213 Mar 07 13:47:31.057544 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e0f07179-bb48-4a8c-b097-9b5e66582c02 req-c8b6b03f-f430-4f51-9552-a13c3389958f tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382745 Mar 07 13:47:31.178817 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01173e-652b-45e8-bff9-00af8a884814 req-4eb79f4e-93c4-496e-a548-c3a9c52862e4 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:31.180276 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9b01173e-652b-45e8-bff9-00af8a884814 req-4eb79f4e-93c4-496e-a548-c3a9c52862e4 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.0524106 Mar 07 13:47:31.225609 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9b01173e-652b-45e8-bff9-00af8a884814 req-b88b17e8-d4d8-4383-a883-6f019e51f3ea tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398293 Mar 07 13:47:32.179805 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d872b-90e9-4670-ac1b-0ed2ad20a348 req-b6bb7b55-d003-4e7b-8192-03d2421b9cdd tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:32.181278 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1d9d872b-90e9-4670-ac1b-0ed2ad20a348 req-b6bb7b55-d003-4e7b-8192-03d2421b9cdd tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0584843 Mar 07 13:47:32.231498 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1d9d872b-90e9-4670-ac1b-0ed2ad20a348 req-b5b8c29a-acf0-4ef2-9579-0f0f5c3d9dc4 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448151 Mar 07 13:47:32.341926 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5d91b-cf38-47b0-8e66-aeeac0aa512a req-8b55540a-4a06-4dc4-8efc-6f8315edc46f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:32.343464 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-eda5d91b-cf38-47b0-8e66-aeeac0aa512a req-8b55540a-4a06-4dc4-8efc-6f8315edc46f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.0521548 Mar 07 13:47:32.394200 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-eda5d91b-cf38-47b0-8e66-aeeac0aa512a req-17c67624-59ec-413d-bb45-37ab2d7f455f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431232 Mar 07 13:47:32.851192 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:33.352854 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e232c-1daa-4cf7-867b-de3e6b36dce6 req-2e249ee8-64b6-4d4f-9534-cd1a85c841a2 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:33.355176 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-939e232c-1daa-4cf7-867b-de3e6b36dce6 req-2e249ee8-64b6-4d4f-9534-cd1a85c841a2 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0527048 Mar 07 13:47:33.405589 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-939e232c-1daa-4cf7-867b-de3e6b36dce6 req-5c57e2a9-bab4-4b99-9472-814c45a0137e tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424953 Mar 07 13:47:33.516275 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e356163-517d-4b87-8609-17d73d9eab14 req-904abcbf-e1f6-4ba9-a53a-d9a4bf189966 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:33.518312 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7e356163-517d-4b87-8609-17d73d9eab14 req-904abcbf-e1f6-4ba9-a53a-d9a4bf189966 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.0570686 Mar 07 13:47:33.568453 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7e356163-517d-4b87-8609-17d73d9eab14 req-e4bd4fe0-4435-4c5c-86d8-9109fa0b30ca tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439935 Mar 07 13:47:34.527026 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289ff26-1319-468a-974a-36232a46e480 req-f647b522-2be3-4051-8e41-c13c3da2da1a tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:34.528487 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8289ff26-1319-468a-974a-36232a46e480 req-f647b522-2be3-4051-8e41-c13c3da2da1a tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0533264 Mar 07 13:47:34.576624 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8289ff26-1319-468a-974a-36232a46e480 req-63e0e6c1-9882-487d-9964-0642bc26d0dc tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416472 Mar 07 13:47:34.691552 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7d740-9850-4829-8bb2-4b080dcf1538 req-75b5c154-0e6b-4875-ba2a-bc4c1a82d15d tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:34.693010 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1fd7d740-9850-4829-8bb2-4b080dcf1538 req-75b5c154-0e6b-4875-ba2a-bc4c1a82d15d tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.0521538 Mar 07 13:47:34.742976 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1fd7d740-9850-4829-8bb2-4b080dcf1538 req-d7e9aeba-1385-44c4-9ed8-5fa278f10ca2 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441146 Mar 07 13:47:35.705666 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d85f09-7953-4755-90de-7e110ee870bd req-34ede668-bdab-4edf-b696-ffc9f948206f tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:35.707248 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-80d85f09-7953-4755-90de-7e110ee870bd req-34ede668-bdab-4edf-b696-ffc9f948206f tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0562811 Mar 07 13:47:35.759715 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-80d85f09-7953-4755-90de-7e110ee870bd req-37d8335a-6572-4114-91fd-c8db279e0c48 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469711 Mar 07 13:47:35.869710 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ceb100-1731-4124-b284-0db171a69d0d req-11471e19-a4df-4cb8-a4bc-eccbfc21cb29 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:35.871098 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83ceb100-1731-4124-b284-0db171a69d0d req-11471e19-a4df-4cb8-a4bc-eccbfc21cb29 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.0537889 Mar 07 13:47:35.920710 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83ceb100-1731-4124-b284-0db171a69d0d req-700f9232-c202-4746-9211-927ab95207f9 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438218 Mar 07 13:47:36.882995 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf011a7-a91d-4dba-b4de-93ed4020824b req-9eaaa63f-58b9-44fc-ad37-c3e2d584de6e tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:36.884531 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bdf011a7-a91d-4dba-b4de-93ed4020824b req-9eaaa63f-58b9-44fc-ad37-c3e2d584de6e tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0578845 Mar 07 13:47:36.934240 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bdf011a7-a91d-4dba-b4de-93ed4020824b req-1dc17e29-9a92-4e15-b986-a5bf01da3dfd tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439117 Mar 07 13:47:37.038850 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe6452-6cf2-407f-98fa-432d7ab75830 req-3ce3b47b-b49f-427e-9e8f-4f44743ccdfa tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:37.040361 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bdfe6452-6cf2-407f-98fa-432d7ab75830 req-3ce3b47b-b49f-427e-9e8f-4f44743ccdfa tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.0515954 Mar 07 13:47:37.087950 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bdfe6452-6cf2-407f-98fa-432d7ab75830 req-f1eafe5b-6feb-41a5-b1ec-a27ee93a93b4 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419106 Mar 07 13:47:38.058870 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe17f1d-147e-4c66-b145-8ff566c39278 req-489c89f7-060b-447f-844e-f5cac1049897 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:38.060355 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-efe17f1d-147e-4c66-b145-8ff566c39278 req-489c89f7-060b-447f-844e-f5cac1049897 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0575356 Mar 07 13:47:38.107699 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-efe17f1d-147e-4c66-b145-8ff566c39278 req-e152453c-e779-45fd-8b4c-826fa6468e53 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418761 Mar 07 13:47:38.225544 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20a5a9-ffc7-4b98-99aa-01c15a9fd8f6 req-4c0b8604-2f83-4f80-8280-a06d0072a0e1 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:38.227066 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ca20a5a9-ffc7-4b98-99aa-01c15a9fd8f6 req-4c0b8604-2f83-4f80-8280-a06d0072a0e1 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.0597954 Mar 07 13:47:38.301157 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ca20a5a9-ffc7-4b98-99aa-01c15a9fd8f6 req-fa4d3022-8437-474f-980b-b8ca602dcfdd tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685124 Mar 07 13:47:38.320153 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e759fc-ef15-4abf-a55b-fafb1c4256ab req-b5d5de71-484c-4d21-aea0-a36056963ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:38.321873 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d1e759fc-ef15-4abf-a55b-fafb1c4256ab req-b5d5de71-484c-4d21-aea0-a36056963ad8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7de53de6775a4c07bda98218fab29dc5&device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 1128 time: 0.0559688 Mar 07 13:47:38.504423 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e759fc-ef15-4abf-a55b-fafb1c4256ab req-7a36c15a-cac2-4990-9cc5-292935734b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:38.505944 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d1e759fc-ef15-4abf-a55b-fafb1c4256ab req-7a36c15a-cac2-4990-9cc5-292935734b27 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7de53de6775a4c07bda98218fab29dc5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1098456 Mar 07 13:47:38.608454 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e759fc-ef15-4abf-a55b-fafb1c4256ab req-d4d6c9cd-983c-4a74-babf-2ec7dc010d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:38.610022 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d1e759fc-ef15-4abf-a55b-fafb1c4256ab req-d4d6c9cd-983c-4a74-babf-2ec7dc010d44 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0973911 Mar 07 13:47:38.740187 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-1b93a1ce-d4dc-4837-b633-5b7a5b127532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:38.741872 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-1b93a1ce-d4dc-4837-b633-5b7a5b127532 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7de53de6775a4c07bda98218fab29dc5&device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 1128 time: 0.0458918 Mar 07 13:47:38.791290 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-4ce601f0-faf9-422e-a432-c56f7c4ac441 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 HTTP/1.1" status: 200 len: 217 time: 0.0351243 Mar 07 13:47:38.840627 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-fd3ba3ba-f1fb-47aa-bddc-a623268a3140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:38.842128 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-fd3ba3ba-f1fb-47aa-bddc-a623268a3140 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18d69a12-8740-4e35-842b-88d13557947d HTTP/1.1" status: 200 len: 854 time: 0.0439506 Mar 07 13:47:38.895370 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-fc1da421-b7ac-4055-a3eb-d4be60d9efba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:38.896849 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-fc1da421-b7ac-4055-a3eb-d4be60d9efba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a119dada-69fd-49e0-bf07-78167ff54bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471146 Mar 07 13:47:38.985174 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-1f9d4374-294d-43ac-a30f-9092975a748f service neutron] 10.222.0.10 "GET /v2.0/networks/a119dada-69fd-49e0-bf07-78167ff54bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809426 Mar 07 13:47:39.078920 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7ef099fa-b434-4b1c-923d-861773e6d685 req-5991c831-ac88-4d0a-972b-7c7deccf0639 service neutron] 10.222.0.10 "GET /v2.0/networks/a119dada-69fd-49e0-bf07-78167ff54bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869513 Mar 07 13:47:39.226856 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2cefd-2e83-456b-92d8-2425e0d28773 req-ba45b39b-2eb1-4304-94d6-0fdeef2f1acb tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:39.228311 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1ba2cefd-2e83-456b-92d8-2425e0d28773 req-ba45b39b-2eb1-4304-94d6-0fdeef2f1acb tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0528853 Mar 07 13:47:39.276535 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1ba2cefd-2e83-456b-92d8-2425e0d28773 req-28b8fda7-20da-45e8-af03-d376f798c9a8 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425406 Mar 07 13:47:39.425402 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412e787-d833-4629-b4a0-b073020eb54e req-dcde8fb4-66c0-48b4-9259-2f179aa3bd0b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:39.427527 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6412e787-d833-4629-b4a0-b073020eb54e req-dcde8fb4-66c0-48b4-9259-2f179aa3bd0b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.0565319 Mar 07 13:47:39.474536 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6412e787-d833-4629-b4a0-b073020eb54e req-dc2970a4-140f-4e79-8390-554302890e86 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414886 Mar 07 13:47:40.397425 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1cb0e-86bc-4332-a14a-54a5f00a63f6 req-9ca801d3-0555-42d6-8600-15a3d3a53e1d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:40.398898 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9ef1cb0e-86bc-4332-a14a-54a5f00a63f6 req-9ca801d3-0555-42d6-8600-15a3d3a53e1d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0560951 Mar 07 13:47:40.445244 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9ef1cb0e-86bc-4332-a14a-54a5f00a63f6 req-56f37f28-c657-4d46-bbd1-c03f90894bde tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409219 Mar 07 13:47:40.592632 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efe4ad-e2e4-4046-b5cc-1677eeb00c89 req-fa76d94c-7278-4df1-b470-93ba5b15f473 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:40.594124 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e6efe4ad-e2e4-4046-b5cc-1677eeb00c89 req-fa76d94c-7278-4df1-b470-93ba5b15f473 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.0524020 Mar 07 13:47:40.646213 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e6efe4ad-e2e4-4046-b5cc-1677eeb00c89 req-05fcea0c-4c0f-4b37-b40e-3e6e07a44665 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467088 Mar 07 13:47:41.567349 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928baf8-b1be-43f8-ab91-3ad6a56b7855 req-10a9415a-1182-4dae-a6d1-093adb02c855 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:41.568798 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5928baf8-b1be-43f8-ab91-3ad6a56b7855 req-10a9415a-1182-4dae-a6d1-093adb02c855 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0528309 Mar 07 13:47:41.614247 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5928baf8-b1be-43f8-ab91-3ad6a56b7855 req-2be6cf09-199f-4ac0-9ff3-0dee4d947ed5 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399725 Mar 07 13:47:41.760094 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f10bf0-02a0-4e33-aa22-cc6a5beb26cb req-822e07a1-e0bc-4d09-9e83-2462e05d770e tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:41.761608 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c0f10bf0-02a0-4e33-aa22-cc6a5beb26cb req-822e07a1-e0bc-4d09-9e83-2462e05d770e tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.0513430 Mar 07 13:47:41.809083 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c0f10bf0-02a0-4e33-aa22-cc6a5beb26cb req-b73c47b5-7931-4bab-be40-eda109b03c75 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415697 Mar 07 13:47:42.731783 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a51ef-2c9e-43aa-b68c-fba9249aeeb1 req-492a8686-f6a1-47e9-b126-607f191c2b1a tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:42.733249 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ed4a51ef-2c9e-43aa-b68c-fba9249aeeb1 req-492a8686-f6a1-47e9-b126-607f191c2b1a tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0542152 Mar 07 13:47:42.778796 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ed4a51ef-2c9e-43aa-b68c-fba9249aeeb1 req-77a9a597-a283-4b26-99ad-abea588865d9 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396528 Mar 07 13:47:42.924599 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c723d26-92a3-4786-9fa1-b21ec624fab5 req-1eafbfa8-d9ee-4496-a1b4-bce3f69f9e81 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:42.926099 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8c723d26-92a3-4786-9fa1-b21ec624fab5 req-1eafbfa8-d9ee-4496-a1b4-bce3f69f9e81 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.0527539 Mar 07 13:47:42.971101 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8c723d26-92a3-4786-9fa1-b21ec624fab5 req-5c051840-4f6f-4b8a-95b1-fd2c4734224b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396070 Mar 07 13:47:43.901721 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1380699-ddd2-4204-8fd9-407d7b5650b4 req-4762f809-93a2-4d21-b8a1-ad1f80b9da19 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:43.903235 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b1380699-ddd2-4204-8fd9-407d7b5650b4 req-4762f809-93a2-4d21-b8a1-ad1f80b9da19 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0581896 Mar 07 13:47:43.954745 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b1380699-ddd2-4204-8fd9-407d7b5650b4 req-4744a89b-86dc-4a9f-9253-0de12a36edb5 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450170 Mar 07 13:47:44.088242 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ad318-2b71-4845-8a94-0f6787de346a req-89bfe37f-24f6-4d72-a9b7-53f3bd8f8875 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:44.089731 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1e7ad318-2b71-4845-8a94-0f6787de346a req-89bfe37f-24f6-4d72-a9b7-53f3bd8f8875 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.0513790 Mar 07 13:47:44.135804 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1e7ad318-2b71-4845-8a94-0f6787de346a req-63bc57ab-9e1a-460a-beed-be380c29efd1 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405672 Mar 07 13:47:44.932317 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8253d4-28f6-453f-bd84-88d1e9390087 req-cd58c408-3421-4176-b929-1fc6b1389339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:44.933899 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5c8253d4-28f6-453f-bd84-88d1e9390087 req-cd58c408-3421-4176-b929-1fc6b1389339 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 1129 time: 0.0578671 Mar 07 13:47:44.993103 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5c8253d4-28f6-453f-bd84-88d1e9390087 req-aefa0a3c-0647-4a14-83d3-ef27465fdfa3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482047 Mar 07 13:47:45.109726 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57f75d-832f-4791-a3b7-dbb4f165213d req-507d4bf9-eaa3-41bf-8f8e-1aab0c7771f5 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:45.111280 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8c57f75d-832f-4791-a3b7-dbb4f165213d req-507d4bf9-eaa3-41bf-8f8e-1aab0c7771f5 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0582941 Mar 07 13:47:45.156600 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8c57f75d-832f-4791-a3b7-dbb4f165213d req-b8469aae-0777-4ee6-b917-35c01ed8ff8d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393672 Mar 07 13:47:45.254197 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068d1c9-1945-46bb-a914-683eb5385cd8 req-6da8f83c-afa6-4414-9bdb-2fcc164dd029 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:45.255678 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d068d1c9-1945-46bb-a914-683eb5385cd8 req-6da8f83c-afa6-4414-9bdb-2fcc164dd029 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.0526576 Mar 07 13:47:45.312898 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d068d1c9-1945-46bb-a914-683eb5385cd8 req-d5f9790a-3115-4686-93d3-4351a88b1ef2 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516624 Mar 07 13:47:46.285735 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917dd21-d3b6-4ada-b09c-95b1c34e0aa8 req-f07c39b1-921c-43af-819a-1abc9db7c588 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:46.287196 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4917dd21-d3b6-4ada-b09c-95b1c34e0aa8 req-f07c39b1-921c-43af-819a-1abc9db7c588 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0628972 Mar 07 13:47:46.336408 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4917dd21-d3b6-4ada-b09c-95b1c34e0aa8 req-dc5a5891-df30-416b-bca9-b14d9d8ec723 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433557 Mar 07 13:47:46.433851 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e29467-6629-45ba-8e0c-30f7e7278ebf req-628e8f97-834b-4b84-b3bb-4ef4d170e128 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:46.435365 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-13e29467-6629-45ba-8e0c-30f7e7278ebf req-628e8f97-834b-4b84-b3bb-4ef4d170e128 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 944 time: 0.0544150 Mar 07 13:47:46.486290 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-13e29467-6629-45ba-8e0c-30f7e7278ebf req-6c69fc35-f533-48fc-9e2e-ace401ee96ed tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454781 Mar 07 13:47:46.700147 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 13:47:46.799061 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2,segment=NetworkSegment(50e946b6-b569-4cbf-85fa-65b41d5d2787),segment_id=50e946b6-b569-4cbf-85fa-65b41d5d2787)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:47:46.809880 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Returning: {'device': '4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2', 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec', 'port_id': '4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2', 'mac_address': 'fa:16:3e:c0:12:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d69a12-8740-4e35-842b-88d13557947d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 13:47:46.847457 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 is: DOWN; New status is: BUILD {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:47:46.847846 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:46.860355 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:47:46.880386 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2,segment=NetworkSegment(50e946b6-b569-4cbf-85fa-65b41d5d2787),segment_id=50e946b6-b569-4cbf-85fa-65b41d5d2787)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:47:46.884110 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:46.931966 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:47:46.938923 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:46.939269 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:46.940175 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:46.940512 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:46.940840 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:46.941181 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:46.941512 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:46.941841 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:46.942162 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:46.942481 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:46.942801 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:46.943115 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:46.943431 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:47:47.199322 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-45a26063-23dd-4c55-81a7-960075cc1120 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1487119757&fields=id&tenant_id=fd6473d3b96b4da2b1f766dcd1a54f0f HTTP/1.1" status: 200 len: 267 time: 0.0546470 Mar 07 13:47:47.313301 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-572563cf-0686-4b70-bad7-436b98c97bea tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:47.315303 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-572563cf-0686-4b70-bad7-436b98c97bea tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/networks?id=f2da4129-d7e9-405e-99cb-57150db33a9c HTTP/1.1" status: 200 len: 809 time: 0.1090305 Mar 07 13:47:47.331706 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-1749a19c-a12b-4e6b-ac40-b2adbb6ca1a9 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/quotas/fd6473d3b96b4da2b1f766dcd1a54f0f HTTP/1.1" status: 200 len: 375 time: 0.0100243 Mar 07 13:47:47.406172 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-3491737f-be3d-4e11-9954-862f05f1cde0 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd6473d3b96b4da2b1f766dcd1a54f0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686662 Mar 07 13:47:47.493335 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:47:47.523725 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32238b5a-14b6-49ae-baa1-62465b28ed36 req-ab599856-34fa-4968-9e7c-578549ffb2ee tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:47.523951 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-32238b5a-14b6-49ae-baa1-62465b28ed36 req-ab599856-34fa-4968-9e7c-578549ffb2ee tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.1149330 Mar 07 13:47:47.554626 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-27b0d4e7-352f-499c-8a83-dde7a09fa3c3 service neutron] 10.222.0.24 "GET /v2.0/networks/f2da4129-d7e9-405e-99cb-57150db33a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284053 Mar 07 13:47:47.605193 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-32238b5a-14b6-49ae-baa1-62465b28ed36 req-0c999aac-c057-442b-8ea8-19fdfe31304b tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730348 Mar 07 13:47:47.663147 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-f0d2a305-40f7-436a-bc28-4c7999ea5bd8 service neutron] 10.222.0.24 "GET /v2.0/networks/f2da4129-d7e9-405e-99cb-57150db33a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010020 Mar 07 13:47:47.713770 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99c1b1-e173-4e3c-bb5b-1e8ec827538b req-513bed66-7215-4f72-9302-86b443ac9e2c tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:47.715230 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff99c1b1-e173-4e3c-bb5b-1e8ec827538b req-513bed66-7215-4f72-9302-86b443ac9e2c tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 945 time: 0.0512445 Mar 07 13:47:47.761207 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff99c1b1-e173-4e3c-bb5b-1e8ec827538b req-69438ea2-3c96-46b6-86e1-01df69d5fb85 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403380 Mar 07 13:47:47.836006 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-336a1446-7c02-405a-9717-f7f7b5c8a386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:47.977928 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6e4ad8bf-c0fd-4b73-ac0b-df2f19515264 req-ad325dac-be8a-44fd-876d-9c9551311f66 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 210 time: 0.0299940 Mar 07 13:47:48.166861 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67aa13-7911-4128-97bc-26b538a3e80a req-bf2b84ca-ea80-4382-9d34-b0a21de9636f tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:48.168338 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3f67aa13-7911-4128-97bc-26b538a3e80a req-bf2b84ca-ea80-4382-9d34-b0a21de9636f tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0867188 Mar 07 13:47:48.186282 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b7a36-62d7-4990-bd6f-90dbcb635e7a req-21fc3250-06af-4ce6-a098-27fd7e255cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:48.187875 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c44b7a36-62d7-4990-bd6f-90dbcb635e7a req-21fc3250-06af-4ce6-a098-27fd7e255cdc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88634ee7e2b24d288fb0ffe0074a2dc6&device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 1129 time: 0.0738471 Mar 07 13:47:48.282465 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3f67aa13-7911-4128-97bc-26b538a3e80a req-cd8e1426-7637-434c-ba43-aa865594ffbf tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069436 Mar 07 13:47:48.308644 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b7a36-62d7-4990-bd6f-90dbcb635e7a req-cf048f4f-dc8a-4733-9e55-3f358fdeb8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:48.310143 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c44b7a36-62d7-4990-bd6f-90dbcb635e7a req-cf048f4f-dc8a-4733-9e55-3f358fdeb8ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=a5b462aa-a284-4f43-8b3d-18890bd539a5 HTTP/1.1" status: 200 len: 918 time: 0.1149573 Mar 07 13:47:48.355368 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c44b7a36-62d7-4990-bd6f-90dbcb635e7a req-da0e910b-86e7-4b50-935e-82b8aae5c786 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=906c9fd6-70d3-488f-ab60-10d4094bbe96 HTTP/1.1" status: 200 len: 217 time: 0.0342867 Mar 07 13:47:48.405083 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b7a36-62d7-4990-bd6f-90dbcb635e7a req-085ac29b-1e13-477b-8be6-86b180363683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:48.406564 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c44b7a36-62d7-4990-bd6f-90dbcb635e7a req-085ac29b-1e13-477b-8be6-86b180363683 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=588e3218-1b5e-44a1-964b-b3809f310cbf HTTP/1.1" status: 200 len: 858 time: 0.0435326 Mar 07 13:47:48.452084 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c44b7a36-62d7-4990-bd6f-90dbcb635e7a req-1c493514-aac0-4346-a0a3-f6028c7c5fd2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5b462aa-a284-4f43-8b3d-18890bd539a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298624 Mar 07 13:47:48.571459 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c44b7a36-62d7-4990-bd6f-90dbcb635e7a req-9ea3e87b-c3b2-4a48-b1e7-3a45b4d834ef service neutron] 10.222.0.10 "GET /v2.0/networks/a5b462aa-a284-4f43-8b3d-18890bd539a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831797 Mar 07 13:47:48.663271 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c44b7a36-62d7-4990-bd6f-90dbcb635e7a req-381f04db-c6c4-46d6-a050-cee7aaaf29c5 service neutron] 10.222.0.10 "GET /v2.0/networks/a5b462aa-a284-4f43-8b3d-18890bd539a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839918 Mar 07 13:47:48.882201 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1966044-e150-4f84-85bb-6ec6e2579377 req-798b091f-d270-45b2-9e9c-b584bce05e08 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:48.883578 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d1966044-e150-4f84-85bb-6ec6e2579377 req-798b091f-d270-45b2-9e9c-b584bce05e08 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 945 time: 0.0517178 Mar 07 13:47:48.929373 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d1966044-e150-4f84-85bb-6ec6e2579377 req-836353e3-da07-46f2-9e8f-ca4a997953f8 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403194 Mar 07 13:47:49.070739 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-40042dee-330a-4c54-85c7-987c1734ff42 req-337cc690-6804-4bac-85f4-06a8d1577205 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 210 time: 0.0298338 Mar 07 13:47:49.206394 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-4658f5d8-e0b5-41d7-bc58-4a226d06581e tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:49.207727 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-4658f5d8-e0b5-41d7-bc58-4a226d06581e tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.10 "GET /v2.0/networks?id=f2da4129-d7e9-405e-99cb-57150db33a9c HTTP/1.1" status: 200 len: 809 time: 0.1028397 Mar 07 13:47:49.298788 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-4a3e580b-d2e7-4ff0-aa50-679a66a520ee tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd6473d3b96b4da2b1f766dcd1a54f0f HTTP/1.1" status: 200 len: 380 time: 0.0547338 Mar 07 13:47:49.379890 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-fb709322-25af-4578-8c53-cce1a71741dd tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Request body: {'port': {'device_id': '24da2ec7-04b5-401f-9eaf-8e05426520b6', 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c', 'admin_state_up': True, 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'security_groups': ['81fa452a-fb7c-410f-bbb3-f4262deaa466']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:47:49.463548 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf60b04-994d-4099-899c-4e97fbe8facf req-b2083672-dedb-4cf2-8b22-0462739f5d80 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:49.466328 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cdf60b04-994d-4099-899c-4e97fbe8facf req-b2083672-dedb-4cf2-8b22-0462739f5d80 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.1172256 Mar 07 13:47:49.541254 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cdf60b04-994d-4099-899c-4e97fbe8facf req-f43f38bd-e255-45c3-b696-742166ee5715 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689008 Mar 07 13:47:49.549706 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-fb709322-25af-4578-8c53-cce1a71741dd tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Made reservation on behalf of fd6473d3b96b4da2b1f766dcd1a54f0f for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:47:49.552885 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-fb709322-25af-4578-8c53-cce1a71741dd tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:49.907258 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-fb709322-25af-4578-8c53-cce1a71741dd tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Allocated IP 172.20.0.3 (f2da4129-d7e9-405e-99cb-57150db33a9c/1e57cc15-9140-4505-a973-57f9ead1bba1/7a247507-b313-4501-ab8f-0369dae8e23c) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:47:50.055100 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ae95ce03-48a6-455d-9fab-0f12011d519d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:50.076587 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-fb709322-25af-4578-8c53-cce1a71741dd tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for port (7a247507-b313-4501-ab8f-0369dae8e23c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:50.090813 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e66844-4d84-401b-b4f4-e7dc1e6d52e5 req-817ab322-d9d2-4b34-8f7e-c638e782298d tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:50.092266 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a1e66844-4d84-401b-b4f4-e7dc1e6d52e5 req-817ab322-d9d2-4b34-8f7e-c638e782298d tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 945 time: 0.0946333 Mar 07 13:47:50.165951 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-fb709322-25af-4578-8c53-cce1a71741dd tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (7a247507-b313-4501-ab8f-0369dae8e23c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:50.209429 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a1e66844-4d84-401b-b4f4-e7dc1e6d52e5 req-664e86ec-1a15-492f-b4c6-f8f7e62f602b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101136 Mar 07 13:47:50.226157 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-fb709322-25af-4578-8c53-cce1a71741dd tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Network f2da4129-d7e9-405e-99cb-57150db33a9c is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:47:50.231972 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-fb709322-25af-4578-8c53-cce1a71741dd tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:47:50.238583 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-fb709322-25af-4578-8c53-cce1a71741dd tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:47:50.261734 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb709322-25af-4578-8c53-cce1a71741dd tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Pushing event updated for resources: {'Port': ['ID=7a247507-b313-4501-ab8f-0369dae8e23c,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:47:50.283892 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e078fe3-4963-4274-852b-f6df6181aec0 req-34de2ce7-5b66-4486-a9b6-4f8246275da3 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:50.285404 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8e078fe3-4963-4274-852b-f6df6181aec0 req-34de2ce7-5b66-4486-a9b6-4f8246275da3 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 931 time: 0.1479948 Mar 07 13:47:50.311916 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-fb709322-25af-4578-8c53-cce1a71741dd tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:50.312525 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-fb709322-25af-4578-8c53-cce1a71741dd tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:50.341947 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-fb709322-25af-4578-8c53-cce1a71741dd tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9664140 Mar 07 13:47:50.356240 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8e078fe3-4963-4274-852b-f6df6181aec0 req-adbd6ec2-a76d-4baa-b189-1b7061d2298b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651891 Mar 07 13:47:50.510653 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-531e1a38-29b5-4b8a-a291-4c75f9dabbcf None None] Provisioning complete for port 7a247507-b313-4501-ab8f-0369dae8e23c triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:47:50.511140 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-531e1a38-29b5-4b8a-a291-4c75f9dabbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (7a247507-b313-4501-ab8f-0369dae8e23c), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:50.546204 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-531e1a38-29b5-4b8a-a291-4c75f9dabbcf None None] Port 7a247507-b313-4501-ab8f-0369dae8e23c cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:47:50.658007 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8ef85-4bd0-4a67-be07-b94ad488c6a8 req-9d6509cd-18d3-42ac-bad2-cd50b46e4ec9 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:50.660081 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-67d8ef85-4bd0-4a67-be07-b94ad488c6a8 req-9d6509cd-18d3-42ac-bad2-cd50b46e4ec9 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0522971 Mar 07 13:47:50.704225 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-67d8ef85-4bd0-4a67-be07-b94ad488c6a8 req-b99c8000-51ac-45db-b24d-01e7921e6d53 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387173 Mar 07 13:47:51.301565 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:51.350953 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849130a-6cd1-4c4a-961e-1504bdc87f7d req-c93b5037-60ad-4f57-aae5-03fe74006526 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:51.352415 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b849130a-6cd1-4c4a-961e-1504bdc87f7d req-c93b5037-60ad-4f57-aae5-03fe74006526 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 945 time: 0.0728271 Mar 07 13:47:51.403149 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b849130a-6cd1-4c4a-961e-1504bdc87f7d req-60e96d3e-cc57-44c3-863e-b7f6be6bc6dd tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450273 Mar 07 13:47:51.482581 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e15aa-33e8-4d1e-880d-3020bb638b85 req-665c033c-d94c-4aae-9b9b-794571a772d8 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:51.484039 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a32e15aa-33e8-4d1e-880d-3020bb638b85 req-665c033c-d94c-4aae-9b9b-794571a772d8 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 931 time: 0.0512898 Mar 07 13:47:51.533472 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a32e15aa-33e8-4d1e-880d-3020bb638b85 req-264a2f8b-7901-4508-9542-ef288419ff4a tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429447 Mar 07 13:47:51.824281 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41050f6d-69f4-4dad-9e8d-ed66cac4787e req-8db4283d-33fa-4f5b-b239-af799a6b5c40 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:51.825654 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-41050f6d-69f4-4dad-9e8d-ed66cac4787e req-8db4283d-33fa-4f5b-b239-af799a6b5c40 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0553083 Mar 07 13:47:51.870930 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-41050f6d-69f4-4dad-9e8d-ed66cac4787e req-684cf789-15c5-4aef-8fbc-41b8ef2288de tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397336 Mar 07 13:47:52.393611 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:52.518544 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fdb2b-dd7e-49cc-b206-3527edabf874 req-5e84de84-a805-45ef-a8d3-8fdccd4c26e7 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:52.520021 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e91fdb2b-dd7e-49cc-b206-3527edabf874 req-5e84de84-a805-45ef-a8d3-8fdccd4c26e7 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 945 time: 0.0525637 Mar 07 13:47:52.566218 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e91fdb2b-dd7e-49cc-b206-3527edabf874 req-8b7493bd-0042-427e-a8c8-cc91bb584588 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406730 Mar 07 13:47:52.648195 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739377be-ebfb-42fb-a938-3377e711d956 req-70bbac00-cd61-497e-8d5d-ff0571e68c84 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:52.649588 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-739377be-ebfb-42fb-a938-3377e711d956 req-70bbac00-cd61-497e-8d5d-ff0571e68c84 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 931 time: 0.0513599 Mar 07 13:47:52.699670 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-739377be-ebfb-42fb-a938-3377e711d956 req-8c14007b-f0dc-4fbd-a1fe-aa4d0e10b700 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446537 Mar 07 13:47:52.984989 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77ec90-ca2f-40b1-b90e-ef97a316bac9 req-de1d1874-d25c-4ff9-8d86-cc3a4f73cfd2 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:52.986997 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7d77ec90-ca2f-40b1-b90e-ef97a316bac9 req-de1d1874-d25c-4ff9-8d86-cc3a4f73cfd2 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0521989 Mar 07 13:47:53.031758 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7d77ec90-ca2f-40b1-b90e-ef97a316bac9 req-909254cd-648e-48bf-9a29-6b51dfeddb14 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393145 Mar 07 13:47:53.686009 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d175ed-1409-4977-aafd-2fabe170b5f8 req-0367a4cb-61dd-4db3-a506-54d08746a6d5 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:53.687473 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b9d175ed-1409-4977-aafd-2fabe170b5f8 req-0367a4cb-61dd-4db3-a506-54d08746a6d5 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 945 time: 0.0564957 Mar 07 13:47:53.733162 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b9d175ed-1409-4977-aafd-2fabe170b5f8 req-7560628a-4994-42a1-b296-eefd58ebd36b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402315 Mar 07 13:47:53.818671 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de24425-5bb3-4315-b62c-087dd431b441 req-26468967-9c1d-4513-ba95-e590c89829bc tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:53.820110 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6de24425-5bb3-4315-b62c-087dd431b441 req-26468967-9c1d-4513-ba95-e590c89829bc tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 931 time: 0.0554571 Mar 07 13:47:53.868051 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6de24425-5bb3-4315-b62c-087dd431b441 req-901db518-a046-4715-bad3-671406364d94 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425861 Mar 07 13:47:54.145777 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030247bb-69f9-4162-b5ef-9d2ac6bd9d16 req-11a3509e-c519-4a94-b7b2-86c5d32e5c41 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:54.147204 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-030247bb-69f9-4162-b5ef-9d2ac6bd9d16 req-11a3509e-c519-4a94-b7b2-86c5d32e5c41 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0511384 Mar 07 13:47:54.192300 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-030247bb-69f9-4162-b5ef-9d2ac6bd9d16 req-993da432-6da4-41df-ae8f-d6f0524f9fdf tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397060 Mar 07 13:47:54.218700 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:54.846365 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e43fc5-15e5-422e-a1e8-0db53eccc8cc req-77d68814-d782-4630-8aba-d2ec51892a96 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:54.847816 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-94e43fc5-15e5-422e-a1e8-0db53eccc8cc req-77d68814-d782-4630-8aba-d2ec51892a96 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 945 time: 0.0513275 Mar 07 13:47:54.904963 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-94e43fc5-15e5-422e-a1e8-0db53eccc8cc req-8ca6aae1-682a-49fe-bd93-3abe8dccad92 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516803 Mar 07 13:47:54.983028 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cf8ed-a218-4930-80d5-11f8675a3dea req-d8f319f1-f940-48c2-a63d-4aafcf26e387 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:54.984519 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-838cf8ed-a218-4930-80d5-11f8675a3dea req-d8f319f1-f940-48c2-a63d-4aafcf26e387 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 931 time: 0.0520685 Mar 07 13:47:55.035419 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-838cf8ed-a218-4930-80d5-11f8675a3dea req-9932ecc2-6c21-4cb8-8866-787fc34e5cd9 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431275 Mar 07 13:47:55.311743 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f66b5b-fd38-405c-94ef-c6d14acf60fb req-9fadd2b4-b648-48be-b194-827eb7cd2104 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:55.313148 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-87f66b5b-fd38-405c-94ef-c6d14acf60fb req-9fadd2b4-b648-48be-b194-827eb7cd2104 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0546775 Mar 07 13:47:55.357646 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-87f66b5b-fd38-405c-94ef-c6d14acf60fb req-65786ede-c836-4988-8e59-44d0d18b6716 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391040 Mar 07 13:47:56.023981 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545c007-6d94-4f08-9400-4a25c2db0da5 req-e99fce6f-e8c8-4d6c-bcdd-a2551b7645e0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:56.025480 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e545c007-6d94-4f08-9400-4a25c2db0da5 req-e99fce6f-e8c8-4d6c-bcdd-a2551b7645e0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 945 time: 0.0555053 Mar 07 13:47:56.071075 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e545c007-6d94-4f08-9400-4a25c2db0da5 req-e4ed5048-878e-401e-96db-33e4017e85ef tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401950 Mar 07 13:47:56.148585 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23550d7-8587-45fa-b762-9e4cf59e77fe req-c2d70d7d-86c8-44a5-ae1e-8bba2d89fc2f tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:56.149978 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d23550d7-8587-45fa-b762-9e4cf59e77fe req-c2d70d7d-86c8-44a5-ae1e-8bba2d89fc2f tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 931 time: 0.0513425 Mar 07 13:47:56.196802 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d23550d7-8587-45fa-b762-9e4cf59e77fe req-30222a70-3a37-43d1-96c1-8130f1e61b9b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414813 Mar 07 13:47:56.315553 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-51be35bf-1439-4f3f-956a-5768e7d5ab67 service neutron] Request body: {'port': {'device_id': '24da2ec7-04b5-401f-9eaf-8e05426520b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:47:56.374940 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-51be35bf-1439-4f3f-956a-5768e7d5ab67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (7a247507-b313-4501-ab8f-0369dae8e23c), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:56.551500 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d3d03-f59e-446e-8637-d621998bb4cf req-25c466ea-3797-4ed3-acfe-3722e568344e tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:56.552989 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5b2d3d03-f59e-446e-8637-d621998bb4cf req-25c466ea-3797-4ed3-acfe-3722e568344e tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.1293306 Mar 07 13:47:56.653856 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5b2d3d03-f59e-446e-8637-d621998bb4cf req-f0f8cf7d-8275-4419-bc17-f9e5635d28d1 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746975 Mar 07 13:47:56.704135 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-51be35bf-1439-4f3f-956a-5768e7d5ab67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a247507-b313-4501-ab8f-0369dae8e23c {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:47:56.711981 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-51be35bf-1439-4f3f-956a-5768e7d5ab67 service neutron] Publish callbacks [] for port (7a247507-b313-4501-ab8f-0369dae8e23c), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:56.723358 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-51be35bf-1439-4f3f-956a-5768e7d5ab67 service neutron] Transition to ACTIVE for port object 7a247507-b313-4501-ab8f-0369dae8e23c will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 13:47:56.727387 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-51be35bf-1439-4f3f-956a-5768e7d5ab67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (7a247507-b313-4501-ab8f-0369dae8e23c), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:56.777811 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be35bf-1439-4f3f-956a-5768e7d5ab67 service neutron] Pushing event updated for resources: {'Port': ['ID=7a247507-b313-4501-ab8f-0369dae8e23c,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:47:56.847156 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-51be35bf-1439-4f3f-956a-5768e7d5ab67 service neutron] Attempting to bind port 7a247507-b313-4501-ab8f-0369dae8e23c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:47:56.847574 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-51be35bf-1439-4f3f-956a-5768e7d5ab67 service neutron] Attempting to bind port 7a247507-b313-4501-ab8f-0369dae8e23c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '997dbea6-b43c-4a2a-ad2e-650bd68738c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:47:56.847967 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-51be35bf-1439-4f3f-956a-5768e7d5ab67 service neutron] Attempting to bind port 7a247507-b313-4501-ab8f-0369dae8e23c on network f2da4129-d7e9-405e-99cb-57150db33a9c {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:47:56.852802 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-51be35bf-1439-4f3f-956a-5768e7d5ab67 service neutron] Port 7a247507-b313-4501-ab8f-0369dae8e23c on network f2da4129-d7e9-405e-99cb-57150db33a9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 13:47:56.853300 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-51be35bf-1439-4f3f-956a-5768e7d5ab67 service neutron] Attempting to bind port 7a247507-b313-4501-ab8f-0369dae8e23c on network f2da4129-d7e9-405e-99cb-57150db33a9c {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:47:56.858251 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-51be35bf-1439-4f3f-956a-5768e7d5ab67 service neutron] Checking agent: {'id': '54ecd8f5-e943-4369-a21b-1222345f30ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'started_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:47:56.858587 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-51be35bf-1439-4f3f-956a-5768e7d5ab67 service neutron] Checking segment: {'id': '997dbea6-b43c-4a2a-ad2e-650bd68738c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:47:56.858968 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-51be35bf-1439-4f3f-956a-5768e7d5ab67 service neutron] Bound using segment: {'id': '997dbea6-b43c-4a2a-ad2e-650bd68738c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:47:56.859390 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-51be35bf-1439-4f3f-956a-5768e7d5ab67 service neutron] Bound port: 7a247507-b313-4501-ab8f-0369dae8e23c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997dbea6-b43c-4a2a-ad2e-650bd68738c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:47:56.859743 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-51be35bf-1439-4f3f-956a-5768e7d5ab67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (7a247507-b313-4501-ab8f-0369dae8e23c), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:56.924055 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-51be35bf-1439-4f3f-956a-5768e7d5ab67 service neutron] For port 7a247507-b313-4501-ab8f-0369dae8e23c, host hv-cinder-81322, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:47:56.927042 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-51be35bf-1439-4f3f-956a-5768e7d5ab67 service neutron] For port 7a247507-b313-4501-ab8f-0369dae8e23c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7a247507-b313-4501-ab8f-0369dae8e23c,segment=NetworkSegment(997dbea6-b43c-4a2a-ad2e-650bd68738c6),segment_id=997dbea6-b43c-4a2a-ad2e-650bd68738c6)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:47:56.932005 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-51be35bf-1439-4f3f-956a-5768e7d5ab67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (7a247507-b313-4501-ab8f-0369dae8e23c), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:56.964114 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-51be35bf-1439-4f3f-956a-5768e7d5ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:56.964726 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-51be35bf-1439-4f3f-956a-5768e7d5ab67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:56.966121 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-51be35bf-1439-4f3f-956a-5768e7d5ab67 service neutron] 10.222.0.10 "PUT /v2.0/ports/7a247507-b313-4501-ab8f-0369dae8e23c HTTP/1.1" status: 200 len: 1093 time: 0.6547945 Mar 07 13:47:56.966575 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24da2ec7-04b5-401f-9eaf-8e05426520b6', 'tag': '7a247507-b313-4501-ab8f-0369dae8e23c'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:47:56.968772 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c2bdd0-3778-4b62-92ca-302ef76de4b5" -d '{"events": [{"name": "network-changed", "server_uuid": "24da2ec7-04b5-401f-9eaf-8e05426520b6", "tag": "7a247507-b313-4501-ab8f-0369dae8e23c"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:47:56.993838 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be35bf-1439-4f3f-956a-5768e7d5ab67 service neutron] Pushing event updated for resources: {'Port': ['ID=7a247507-b313-4501-ab8f-0369dae8e23c,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:47:57.014112 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b6212e-c251-4d72-adf9-f99c46fb16da x-openstack-request-id: req-a2b6212e-c251-4d72-adf9-f99c46fb16da {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:47:57.014474 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24da2ec7-04b5-401f-9eaf-8e05426520b6", "tag": "7a247507-b313-4501-ab8f-0369dae8e23c", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:47:57.014798 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2b6212e-c251-4d72-adf9-f99c46fb16da {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:47:57.015262 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24da2ec7-04b5-401f-9eaf-8e05426520b6', 'tag': '7a247507-b313-4501-ab8f-0369dae8e23c', 'status': 'completed', 'code': 200} Mar 07 13:47:57.186956 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369672e3-1077-4c95-baa4-0f9b8627bf91 req-9d2cb35a-58df-4d0a-9d77-d0b5137ebad1 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:57.188410 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-369672e3-1077-4c95-baa4-0f9b8627bf91 req-9d2cb35a-58df-4d0a-9d77-d0b5137ebad1 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 945 time: 0.0516148 Mar 07 13:47:57.238264 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-369672e3-1077-4c95-baa4-0f9b8627bf91 req-d3de51ba-3aee-417f-b301-4be615d2c050 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432913 Mar 07 13:47:57.317145 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408bd993-6a73-4644-8ffe-f3461978d5a9 req-d9de8947-8b1b-4d53-8c93-5cd0ed49b042 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:57.318648 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-408bd993-6a73-4644-8ffe-f3461978d5a9 req-d9de8947-8b1b-4d53-8c93-5cd0ed49b042 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0525775 Mar 07 13:47:57.367883 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-408bd993-6a73-4644-8ffe-f3461978d5a9 req-fed41995-3318-4aff-914f-8ecef7093bcd tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436943 Mar 07 13:47:57.770091 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 up at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:47:57.770688 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9fb08-d441-4ab4-a6b5-1d615c5c12b8 req-9e56b987-5f6a-4953-91a6-a15c960ca812 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:57.771667 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cee9fb08-d441-4ab4-a6b5-1d615c5c12b8 req-9e56b987-5f6a-4953-91a6-a15c960ca812 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0525959 Mar 07 13:47:57.826827 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning for port 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 13:47:57.830424 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning complete for port 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:47:57.830797 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:57.849194 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cee9fb08-d441-4ab4-a6b5-1d615c5c12b8 req-32397c99-446b-4e20-9aa2-93501841069c tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716989 Mar 07 13:47:57.862566 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2bdd0-3778-4b62-92ca-302ef76de4b5 req-aae30706-df3c-4127-b218-a48d7a3d55f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:57.864076 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-94c2bdd0-3778-4b62-92ca-302ef76de4b5 req-aae30706-df3c-4127-b218-a48d7a3d55f8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd6473d3b96b4da2b1f766dcd1a54f0f&device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 1127 time: 0.0661933 Mar 07 13:47:57.909289 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 is: BUILD; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:47:57.910155 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:57.932169 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b16aba4-6a4d-4556-9cde-f2d6e6644b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:47:57.934642 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a843139-287b-43ec-a4de-8ccb5bcc70f4" -d '{"events": [{"server_uuid": "1b16aba4-6a4d-4556-9cde-f2d6e6644b3b", "name": "network-vif-plugged", "status": "completed", "tag": "4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:47:57.947199 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2,segment=NetworkSegment(50e946b6-b569-4cbf-85fa-65b41d5d2787),segment_id=50e946b6-b569-4cbf-85fa-65b41d5d2787)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:47:57.951557 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:47:57.973454 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2bdd0-3778-4b62-92ca-302ef76de4b5 req-f8dca462-cb2b-49b4-81f2-61aec9a094b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:57.975111 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-94c2bdd0-3778-4b62-92ca-302ef76de4b5 req-f8dca462-cb2b-49b4-81f2-61aec9a094b9 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=fd6473d3b96b4da2b1f766dcd1a54f0f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0978761 Mar 07 13:47:57.975522 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762d524e-9a25-4ea6-b121-672208b0ccd1 x-openstack-request-id: req-762d524e-9a25-4ea6-b121-672208b0ccd1 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:47:57.975820 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b16aba4-6a4d-4556-9cde-f2d6e6644b3b", "name": "network-vif-plugged", "status": "completed", "tag": "4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:47:57.976071 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-762d524e-9a25-4ea6-b121-672208b0ccd1 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:47:57.976458 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b16aba4-6a4d-4556-9cde-f2d6e6644b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2', 'code': 200} Mar 07 13:47:58.003573 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:47:58.282065 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2bdd0-3778-4b62-92ca-302ef76de4b5 req-43d76318-d825-46ad-b2eb-5928482dec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:58.283533 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-94c2bdd0-3778-4b62-92ca-302ef76de4b5 req-43d76318-d825-46ad-b2eb-5928482dec65 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1000082 Mar 07 13:47:58.354874 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34164b6-796b-4dac-8fb6-6896b85df846 req-79827cfc-689f-4f6c-9634-fb8881020712 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:58.356339 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d34164b6-796b-4dac-8fb6-6896b85df846 req-79827cfc-689f-4f6c-9634-fb8881020712 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 946 time: 0.0520790 Mar 07 13:47:58.445044 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d34164b6-796b-4dac-8fb6-6896b85df846 req-b697f4d1-ca61-4942-ab36-85f7419ef89d tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833304 Mar 07 13:47:58.511458 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de93695-7435-4799-9fa3-eaeedb8234f0 req-c4049931-ed36-4cba-9b53-bf1f95b4d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:58.512921 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7de93695-7435-4799-9fa3-eaeedb8234f0 req-c4049931-ed36-4cba-9b53-bf1f95b4d396 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 1130 time: 0.1228385 Mar 07 13:47:58.532587 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-82d79549-f021-45cd-bc40-9af3235ee60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:58.533959 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-82d79549-f021-45cd-bc40-9af3235ee60e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd6473d3b96b4da2b1f766dcd1a54f0f&device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 1127 time: 0.1016543 Mar 07 13:47:58.552127 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf69660-247c-4186-b88f-458558fe498d req-2646a603-cacf-44bb-8f33-d080b519478a tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:58.553582 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cbf69660-247c-4186-b88f-458558fe498d req-2646a603-cacf-44bb-8f33-d080b519478a tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.1064115 Mar 07 13:47:58.606851 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-d463d3a2-7426-4e86-953b-87a1362766f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a247507-b313-4501-ab8f-0369dae8e23c HTTP/1.1" status: 200 len: 217 time: 0.0523567 Mar 07 13:47:58.630814 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7de93695-7435-4799-9fa3-eaeedb8234f0 req-ccffd836-d31c-410e-a8ce-0fdb7b8a0da2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084962 Mar 07 13:47:58.684297 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cbf69660-247c-4186-b88f-458558fe498d req-f7cda355-f127-4188-80b7-2d49667975d2 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221204 Mar 07 13:47:58.685748 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-5af42b44-bac0-464e-be9d-46fd6408eb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:58.687152 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-5af42b44-bac0-464e-be9d-46fd6408eb80 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1e57cc15-9140-4505-a973-57f9ead1bba1 HTTP/1.1" status: 200 len: 848 time: 0.0718129 Mar 07 13:47:58.970416 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27df02-b739-4fb7-a599-70413b2d9964 req-542b3b8f-d8c1-4629-b340-647c5a31fd92 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:58.971888 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7c27df02-b739-4fb7-a599-70413b2d9964 req-542b3b8f-d8c1-4629-b340-647c5a31fd92 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0517170 Mar 07 13:47:59.017460 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7c27df02-b739-4fb7-a599-70413b2d9964 req-b95acda5-d35c-42f8-bb87-dc36b4a5c2ff tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395105 Mar 07 13:47:59.456894 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-9e28672e-2662-4043-bef6-b33ed898cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:59.458384 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-9e28672e-2662-4043-bef6-b33ed898cfaf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2da4129-d7e9-405e-99cb-57150db33a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441170 Mar 07 13:47:59.579156 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-91063e09-c5da-47dd-b4e3-de8ec4a4b7f7 service neutron] 10.222.0.10 "GET /v2.0/networks/f2da4129-d7e9-405e-99cb-57150db33a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140711 Mar 07 13:47:59.592147 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bb6b1-dbea-411e-95a8-90a3b47ce6af req-34ca3af9-bfab-48f2-acad-972934a4acbd tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:59.593523 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2b2bb6b1-dbea-411e-95a8-90a3b47ce6af req-34ca3af9-bfab-48f2-acad-972934a4acbd tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 946 time: 0.0725105 Mar 07 13:47:59.640207 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2b2bb6b1-dbea-411e-95a8-90a3b47ce6af req-cb3ef1a8-d85f-48fe-93f6-ec7af04d921b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407398 Mar 07 13:47:59.821575 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-98e50e01-c0fa-424f-9b2b-263006f62f7f req-9fa23b72-7552-46d9-9b02-63f71b3fb23b service neutron] 10.222.0.10 "GET /v2.0/networks/f2da4129-d7e9-405e-99cb-57150db33a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159015 Mar 07 13:47:59.832160 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091b657-3d76-4c1b-8977-8f84bfe93f2a req-dab8f679-9668-4271-9cef-a109426190a3 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:47:59.833513 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b091b657-3d76-4c1b-8977-8f84bfe93f2a req-dab8f679-9668-4271-9cef-a109426190a3 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0731697 Mar 07 13:47:59.883172 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b091b657-3d76-4c1b-8977-8f84bfe93f2a req-69c2aba9-0911-4c87-9f16-249c05dced0f tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441473 Mar 07 13:48:00.134605 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7831f6-41cb-40cc-9543-4effc67345d9 req-ebefbdc9-7b10-42a6-ab2b-0f4f4540b15c tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:00.136033 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cf7831f6-41cb-40cc-9543-4effc67345d9 req-ebefbdc9-7b10-42a6-ab2b-0f4f4540b15c tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0547669 Mar 07 13:48:00.181970 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cf7831f6-41cb-40cc-9543-4effc67345d9 req-45d4debe-58c5-4be3-a23a-0cd3cb36e075 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404952 Mar 07 13:48:00.317669 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:48:00.753976 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213edd66-a7e0-4b05-b01a-6a6a0d080345 req-9642bd08-ad0c-411e-b629-8e9d587116e2 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:00.755447 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-213edd66-a7e0-4b05-b01a-6a6a0d080345 req-9642bd08-ad0c-411e-b629-8e9d587116e2 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 946 time: 0.0528715 Mar 07 13:48:00.801198 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-213edd66-a7e0-4b05-b01a-6a6a0d080345 req-8c1d4ec1-fd73-427f-bd05-7ca421317007 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403578 Mar 07 13:48:01.001969 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01041e6f-aef8-4b08-b7cf-bcae248959f4 req-a26763dc-f570-48d4-826b-49d56cdf358f tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:01.003992 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-01041e6f-aef8-4b08-b7cf-bcae248959f4 req-a26763dc-f570-48d4-826b-49d56cdf358f tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0550861 Mar 07 13:48:01.055320 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-01041e6f-aef8-4b08-b7cf-bcae248959f4 req-93c7596c-48f6-4f62-935b-48e0c750d297 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457854 Mar 07 13:48:01.296237 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f538d2-f9d9-4873-9f77-0bf32304ffbd req-9680d50d-c8e6-44d4-84f9-735934e11027 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:01.297716 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-74f538d2-f9d9-4873-9f77-0bf32304ffbd req-9680d50d-c8e6-44d4-84f9-735934e11027 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0509381 Mar 07 13:48:01.345153 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-74f538d2-f9d9-4873-9f77-0bf32304ffbd req-b6f39dab-3c43-4d32-8dd4-757a3b493dbd tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414121 Mar 07 13:48:01.916340 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05992fcc-2128-4802-8e23-afaa14b13b9b req-6a51e818-61dd-46b7-a012-724d1aeaab0c tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:01.917824 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-05992fcc-2128-4802-8e23-afaa14b13b9b req-6a51e818-61dd-46b7-a012-724d1aeaab0c tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 946 time: 0.0514352 Mar 07 13:48:01.966385 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-05992fcc-2128-4802-8e23-afaa14b13b9b req-4d9d1d76-6b7a-48bf-8138-a44a0d42f5f3 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430238 Mar 07 13:48:02.169995 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0729423-56cd-46d0-bdba-2176473e2561 req-cc314e54-0214-435a-8c6f-9138f3b74294 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:02.171433 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c0729423-56cd-46d0-bdba-2176473e2561 req-cc314e54-0214-435a-8c6f-9138f3b74294 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0521562 Mar 07 13:48:02.218477 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c0729423-56cd-46d0-bdba-2176473e2561 req-e0ca8721-74d9-4626-9328-35f56b5c7ded tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415928 Mar 07 13:48:02.461270 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ac0d3-bd4a-48c8-91d0-7d30b6e70c86 req-61e7dfef-f6ee-4841-92f5-40d5ad5e08a0 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:02.462716 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ad8ac0d3-bd4a-48c8-91d0-7d30b6e70c86 req-61e7dfef-f6ee-4841-92f5-40d5ad5e08a0 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0512779 Mar 07 13:48:02.507961 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ad8ac0d3-bd4a-48c8-91d0-7d30b6e70c86 req-c69e7251-3426-4575-8e82-62f58dccccd1 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399041 Mar 07 13:48:02.868133 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:03.085622 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895dbd9-47fb-4e63-a606-85a33a63e433 req-7c16ab9e-580b-4282-a676-b903b3718ff1 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:03.087395 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9895dbd9-47fb-4e63-a606-85a33a63e433 req-7c16ab9e-580b-4282-a676-b903b3718ff1 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 946 time: 0.0556324 Mar 07 13:48:03.132346 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9895dbd9-47fb-4e63-a606-85a33a63e433 req-1d81f5a1-f068-4829-83f0-9319cc520830 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395811 Mar 07 13:48:03.332955 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad6eb2-9794-46d3-9bb8-5bf5b6ec7ae1 req-2403de1e-7eb4-4b45-8d0e-75789e5ff4fc tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:03.334428 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3fad6eb2-9794-46d3-9bb8-5bf5b6ec7ae1 req-2403de1e-7eb4-4b45-8d0e-75789e5ff4fc tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0517294 Mar 07 13:48:03.380937 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3fad6eb2-9794-46d3-9bb8-5bf5b6ec7ae1 req-d5578df5-d797-4ac3-b655-2842054a2cf8 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411284 Mar 07 13:48:03.621025 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be87228-8350-4b49-9a6a-f2128160fd3a req-b52ce751-3d42-467d-86e3-2feb767a44d6 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:03.622515 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9be87228-8350-4b49-9a6a-f2128160fd3a req-b52ce751-3d42-467d-86e3-2feb767a44d6 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0507209 Mar 07 13:48:03.670737 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9be87228-8350-4b49-9a6a-f2128160fd3a req-de2ec8fe-359f-43f9-8082-cffd2d07255d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428257 Mar 07 13:48:04.244531 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3672d0b-3743-4a0d-b00b-dca0586b54a7 req-52d5a8fa-c98e-4352-8a6e-ad372842a8f8 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:04.246023 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a3672d0b-3743-4a0d-b00b-dca0586b54a7 req-52d5a8fa-c98e-4352-8a6e-ad372842a8f8 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 946 time: 0.0512168 Mar 07 13:48:04.292138 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a3672d0b-3743-4a0d-b00b-dca0586b54a7 req-42ba8bd2-d6d7-45a7-915d-5d54ec5efd17 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402241 Mar 07 13:48:04.494494 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210daeb-c99f-4a3d-9276-2d906ea4d160 req-329c2bd3-e5fb-4a4b-96fb-59b02bd13ec6 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:04.495924 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7210daeb-c99f-4a3d-9276-2d906ea4d160 req-329c2bd3-e5fb-4a4b-96fb-59b02bd13ec6 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0508242 Mar 07 13:48:04.542066 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7210daeb-c99f-4a3d-9276-2d906ea4d160 req-b5e4a061-6d89-455f-a824-80242a3bfca2 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408137 Mar 07 13:48:04.787166 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ebcdf1-92db-4842-8c82-579bc8e4de2b req-4066f30a-b9bf-428e-8184-25af05db6df6 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:04.788593 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d4ebcdf1-92db-4842-8c82-579bc8e4de2b req-4066f30a-b9bf-428e-8184-25af05db6df6 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0545039 Mar 07 13:48:04.833370 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d4ebcdf1-92db-4842-8c82-579bc8e4de2b req-79f6ea68-78f0-45aa-8f21-5138ecc96c60 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393820 Mar 07 13:48:05.405427 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dc6a4-e6f9-45bc-ab67-f11c2b1f0018 req-8e4a6115-6254-4121-8fa8-9e0d2c942cb5 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:05.406878 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-075dc6a4-e6f9-45bc-ab67-f11c2b1f0018 req-8e4a6115-6254-4121-8fa8-9e0d2c942cb5 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 946 time: 0.0509779 Mar 07 13:48:05.452348 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-075dc6a4-e6f9-45bc-ab67-f11c2b1f0018 req-8607d48b-42d8-4e36-afe8-72691b45d80c tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389128 Mar 07 13:48:05.659670 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895fee2d-6b10-40f2-bd87-a66a28635b24 req-142423ae-901f-4fba-b781-f8896c8327c1 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:05.661232 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-895fee2d-6b10-40f2-bd87-a66a28635b24 req-142423ae-901f-4fba-b781-f8896c8327c1 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0545425 Mar 07 13:48:05.719955 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-895fee2d-6b10-40f2-bd87-a66a28635b24 req-c7cc178d-4e18-48ac-a020-e00c5cbacdc1 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522218 Mar 07 13:48:05.751986 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02492305-51ee-4b1c-84f6-3d74bc90ec0c req-2905cd5f-4c1b-4e0b-9813-18c942c0499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:05.753486 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-02492305-51ee-4b1c-84f6-3d74bc90ec0c req-2905cd5f-4c1b-4e0b-9813-18c942c0499d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88634ee7e2b24d288fb0ffe0074a2dc6&device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 1129 time: 0.0465980 Mar 07 13:48:05.867550 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02492305-51ee-4b1c-84f6-3d74bc90ec0c req-81208c29-f4a5-4105-9afc-c444a7a13ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:05.869008 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-02492305-51ee-4b1c-84f6-3d74bc90ec0c req-81208c29-f4a5-4105-9afc-c444a7a13ab4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a5b462aa-a284-4f43-8b3d-18890bd539a5 HTTP/1.1" status: 200 len: 918 time: 0.0908563 Mar 07 13:48:05.912009 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-02492305-51ee-4b1c-84f6-3d74bc90ec0c req-441292b6-7ecf-4f95-9283-1955fde0796c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=906c9fd6-70d3-488f-ab60-10d4094bbe96 HTTP/1.1" status: 200 len: 217 time: 0.0362756 Mar 07 13:48:05.984554 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02492305-51ee-4b1c-84f6-3d74bc90ec0c req-2e0c98fa-0996-461e-b2e3-50b67afb813c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:05.986014 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-02492305-51ee-4b1c-84f6-3d74bc90ec0c req-2e0c98fa-0996-461e-b2e3-50b67afb813c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=588e3218-1b5e-44a1-964b-b3809f310cbf HTTP/1.1" status: 200 len: 858 time: 0.0668120 Mar 07 13:48:05.997342 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8e9c8-2c0e-4070-bd5b-e773be0f01ec req-7c5b94e7-ee41-4d53-bc00-ca1df0f385ab tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:05.998688 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e4c8e9c8-2c0e-4070-bd5b-e773be0f01ec req-7c5b94e7-ee41-4d53-bc00-ca1df0f385ab tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0895281 Mar 07 13:48:06.030315 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-02492305-51ee-4b1c-84f6-3d74bc90ec0c req-2498607c-e198-49e6-ab0d-ef4102303fdb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5b462aa-a284-4f43-8b3d-18890bd539a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307260 Mar 07 13:48:06.118360 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e4c8e9c8-2c0e-4070-bd5b-e773be0f01ec req-265fea2f-baa6-4ca6-956b-da6e437e75a2 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109962 Mar 07 13:48:06.143296 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-02492305-51ee-4b1c-84f6-3d74bc90ec0c req-57d9ec66-e003-417f-8f95-b3eb4ce3a005 service neutron] 10.222.0.10 "GET /v2.0/networks/a5b462aa-a284-4f43-8b3d-18890bd539a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070578 Mar 07 13:48:06.233059 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-02492305-51ee-4b1c-84f6-3d74bc90ec0c req-4fe7b65c-9283-4c77-8600-80b7e8145c1f service neutron] 10.222.0.10 "GET /v2.0/networks/a5b462aa-a284-4f43-8b3d-18890bd539a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796635 Mar 07 13:48:06.566582 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf09d5-90d8-44c5-af7b-9f301627b34d req-26b5e277-2835-4dd6-b292-af16460f507f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:06.568065 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-abaf09d5-90d8-44c5-af7b-9f301627b34d req-26b5e277-2835-4dd6-b292-af16460f507f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 946 time: 0.0520594 Mar 07 13:48:06.616532 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-abaf09d5-90d8-44c5-af7b-9f301627b34d req-af4947e8-03d7-45cb-856a-c042cec56e6d tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425901 Mar 07 13:48:06.835800 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e28c6-97f2-4cc0-be7d-d53dbedcc9eb req-17d5973d-e66e-4a77-ae84-2ead37f91554 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:06.837401 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-768e28c6-97f2-4cc0-be7d-d53dbedcc9eb req-17d5973d-e66e-4a77-ae84-2ead37f91554 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0524850 Mar 07 13:48:06.886092 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-768e28c6-97f2-4cc0-be7d-d53dbedcc9eb req-fd32340a-b781-4cda-b1d8-5f007308846b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432293 Mar 07 13:48:07.233687 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1a586-8b46-4e07-98df-08a2bc002262 req-914cdc23-49cf-441e-afd0-4f43a3705c7a tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:07.235155 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-51e1a586-8b46-4e07-98df-08a2bc002262 req-914cdc23-49cf-441e-afd0-4f43a3705c7a tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0507150 Mar 07 13:48:07.279876 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-51e1a586-8b46-4e07-98df-08a2bc002262 req-25c26bd2-7594-4124-9107-61eaeecb4dd7 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385714 Mar 07 13:48:08.009904 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffadf2-188f-4f80-8dec-7d0e86441cb3 req-e8ff4e7b-a918-4be6-9d1c-9d5b8075a25b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:08.011382 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-57ffadf2-188f-4f80-8dec-7d0e86441cb3 req-e8ff4e7b-a918-4be6-9d1c-9d5b8075a25b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 946 time: 0.3292899 Mar 07 13:48:08.033096 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39087a36-bf27-4e4d-9589-fa3dd7df170e req-cb6a6d93-a90b-47fd-a80c-61b297d6afd1 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:08.034739 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-39087a36-bf27-4e4d-9589-fa3dd7df170e req-cb6a6d93-a90b-47fd-a80c-61b297d6afd1 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0759716 Mar 07 13:48:08.097019 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-57ffadf2-188f-4f80-8dec-7d0e86441cb3 req-7b009a7f-d5ae-470a-89e8-ae1cd56aa4d9 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799465 Mar 07 13:48:08.105920 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-39087a36-bf27-4e4d-9589-fa3dd7df170e req-e26052b7-f319-47f7-abb6-d7f5efd2277b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629847 Mar 07 13:48:08.405293 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7a8d8-1800-4e62-b8e1-0dd263b257dd req-0844ff63-84d9-4100-a79a-1fca9744cbdc tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:08.406757 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e5c7a8d8-1800-4e62-b8e1-0dd263b257dd req-0844ff63-84d9-4100-a79a-1fca9744cbdc tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0562580 Mar 07 13:48:08.452264 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e5c7a8d8-1800-4e62-b8e1-0dd263b257dd req-556e9474-12d4-4e63-9787-436e69d805b8 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399296 Mar 07 13:48:09.246135 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58320c4-45f3-4958-831d-cf225ebd7e6a req-55fdd27c-c541-4152-a556-930e8772dd24 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:09.247620 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a58320c4-45f3-4958-831d-cf225ebd7e6a req-55fdd27c-c541-4152-a556-930e8772dd24 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 946 time: 0.0816371 Mar 07 13:48:09.268560 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef492da-be26-4aef-9e70-6d3312e0b99e req-1306e8ad-92ce-4aed-9f35-eab7785b59cb tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:09.270013 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1ef492da-be26-4aef-9e70-6d3312e0b99e req-1306e8ad-92ce-4aed-9f35-eab7785b59cb tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0773191 Mar 07 13:48:09.338595 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a58320c4-45f3-4958-831d-cf225ebd7e6a req-4f4b5cec-f18d-443f-a7ff-95e9d9007759 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838790 Mar 07 13:48:09.347477 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1ef492da-be26-4aef-9e70-6d3312e0b99e req-7401bbc9-7998-49b1-b47a-2c022a460b6a tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698977 Mar 07 13:48:09.455587 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e1d82-5d72-48a0-af68-74c2c3ba07b4 req-870e05fe-c964-4a18-be5b-1ab5c2d5195d tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:09.457335 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9e6e1d82-5d72-48a0-af68-74c2c3ba07b4 req-870e05fe-c964-4a18-be5b-1ab5c2d5195d tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 946 time: 0.0532317 Mar 07 13:48:09.506069 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9e6e1d82-5d72-48a0-af68-74c2c3ba07b4 req-c801ee1f-2bd3-44fc-b4b9-0782aad04056 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433118 Mar 07 13:48:09.573552 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7167b-7bd6-4eab-a867-027541ee5d43 req-f554dc6f-feb4-48e7-932e-f3446a8784b5 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:09.575035 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-99d7167b-7bd6-4eab-a867-027541ee5d43 req-f554dc6f-feb4-48e7-932e-f3446a8784b5 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0531347 Mar 07 13:48:09.620894 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-99d7167b-7bd6-4eab-a867-027541ee5d43 req-5c229892-4a06-4631-bc74-3b73877649e6 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402970 Mar 07 13:48:09.826992 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a163c50-b240-4d35-83dd-b4c855064b47 req-84c903b6-2842-451c-85dd-f9eb28563a0d tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:09.828439 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8a163c50-b240-4d35-83dd-b4c855064b47 req-84c903b6-2842-451c-85dd-f9eb28563a0d tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 946 time: 0.0542924 Mar 07 13:48:09.874863 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8a163c50-b240-4d35-83dd-b4c855064b47 req-c7997945-1332-43a1-aa70-8204aeb0a021 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404966 Mar 07 13:48:10.470260 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedde6b-edc1-48e5-8f5e-bcd87194989b req-efd14234-9ada-4a51-9197-8bd3afb0c606 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:10.471720 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-daedde6b-edc1-48e5-8f5e-bcd87194989b req-efd14234-9ada-4a51-9197-8bd3afb0c606 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0513887 Mar 07 13:48:10.518557 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-daedde6b-edc1-48e5-8f5e-bcd87194989b req-332262e3-7a7c-4153-b4a6-ac4b2db94196 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414634 Mar 07 13:48:10.738314 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b884989-8d28-4eb9-babc-bf71bfd2ab02 req-f6bf1edb-f203-4851-852e-e7f945d2cbf0 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:10.740257 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9b884989-8d28-4eb9-babc-bf71bfd2ab02 req-f6bf1edb-f203-4851-852e-e7f945d2cbf0 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0510659 Mar 07 13:48:10.791352 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9b884989-8d28-4eb9-babc-bf71bfd2ab02 req-75731a90-957a-4e4d-ae47-b7117fa59269 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456436 Mar 07 13:48:11.631814 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01f6e1-ff0b-4fe5-adf8-4733854353a8 req-7b6a2968-4ea6-4a95-9c05-89d056d07898 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:11.633279 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6b01f6e1-ff0b-4fe5-adf8-4733854353a8 req-7b6a2968-4ea6-4a95-9c05-89d056d07898 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0511131 Mar 07 13:48:11.680725 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6b01f6e1-ff0b-4fe5-adf8-4733854353a8 req-2f51e1e4-8785-47ee-8a5d-b762bd7c8727 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420182 Mar 07 13:48:11.910748 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2cb82-3c1f-498c-9857-7c4848f0077e req-47fab9ec-072c-4c79-bb44-b817bf87f23f tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:11.912266 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c3b2cb82-3c1f-498c-9857-7c4848f0077e req-47fab9ec-072c-4c79-bb44-b817bf87f23f tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0530615 Mar 07 13:48:11.958070 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c3b2cb82-3c1f-498c-9857-7c4848f0077e req-142b8200-f680-4abf-a812-e30f67533c47 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403953 Mar 07 13:48:12.798653 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14161b39-a106-4b99-a62e-209814de8147 req-18154bc4-9bb1-4496-91e2-dcdfdf35009a tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:12.800127 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-14161b39-a106-4b99-a62e-209814de8147 req-18154bc4-9bb1-4496-91e2-dcdfdf35009a tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0554268 Mar 07 13:48:12.847215 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-14161b39-a106-4b99-a62e-209814de8147 req-fbae7f6a-7100-4748-bacd-fcb321e9fb35 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417700 Mar 07 13:48:13.075005 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a79490-3064-4f73-ba67-88e8263ab5d7 req-ebd7610b-577d-4173-852a-8fdba9496745 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:13.076469 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-55a79490-3064-4f73-ba67-88e8263ab5d7 req-ebd7610b-577d-4173-852a-8fdba9496745 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0532987 Mar 07 13:48:13.121414 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-55a79490-3064-4f73-ba67-88e8263ab5d7 req-5358604b-68fa-4d1c-9def-66036a91d625 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395098 Mar 07 13:48:13.966694 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425737f9-e927-4037-85be-d65418f1502e req-a5cace11-286f-4654-abcb-9a002dc516e5 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:13.968140 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-425737f9-e927-4037-85be-d65418f1502e req-a5cace11-286f-4654-abcb-9a002dc516e5 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0546291 Mar 07 13:48:14.014169 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-425737f9-e927-4037-85be-d65418f1502e req-952a072a-c708-4cdc-b3b9-0ac11968f708 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406084 Mar 07 13:48:14.236056 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cdefa6-4e57-4026-9574-f68f0102489c req-da042031-ad17-4cf9-8aba-abbdce328678 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:14.237535 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-16cdefa6-4e57-4026-9574-f68f0102489c req-da042031-ad17-4cf9-8aba-abbdce328678 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0512726 Mar 07 13:48:14.282484 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-16cdefa6-4e57-4026-9574-f68f0102489c req-f7186203-97a5-41be-99b5-e453ace3fc7c tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389538 Mar 07 13:48:15.130251 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c1c91-e77a-4f52-a8f2-17ba1eb8ae84 req-2c4feb23-959e-43e4-8426-4267349359f5 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:15.131749 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4e4c1c91-e77a-4f52-a8f2-17ba1eb8ae84 req-2c4feb23-959e-43e4-8426-4267349359f5 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0516765 Mar 07 13:48:15.184862 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4e4c1c91-e77a-4f52-a8f2-17ba1eb8ae84 req-59122be0-0bf8-493d-833b-34b8d85c3c3d tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468600 Mar 07 13:48:16.301762 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6d862-af7d-44e8-9f21-193144ccb93b req-d0725fbd-6188-4943-87c1-da440cfced52 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:16.303268 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-40b6d862-af7d-44e8-9f21-193144ccb93b req-d0725fbd-6188-4943-87c1-da440cfced52 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0523219 Mar 07 13:48:16.355232 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-40b6d862-af7d-44e8-9f21-193144ccb93b req-fa8b8dbc-c986-429f-8d13-9d2809f8ae24 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453603 Mar 07 13:48:17.473524 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdddc6-ce39-4fb7-ad86-7e6be6310a9a req-93abfbde-917a-4a58-96f1-459b06e0cf99 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:17.475159 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a9cdddc6-ce39-4fb7-ad86-7e6be6310a9a req-93abfbde-917a-4a58-96f1-459b06e0cf99 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0528903 Mar 07 13:48:17.525600 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a9cdddc6-ce39-4fb7-ad86-7e6be6310a9a req-6180c8a4-c7fb-4a53-8ab1-c452d1ba3e02 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450118 Mar 07 13:48:17.837877 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9a235799-d15b-4406-99b6-336e607e04c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:18.648259 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9b433-bfa4-4533-a376-6a6901cea719 req-ea09c97a-2b14-47dc-ae0d-a81e086ba338 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:18.649759 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e6e9b433-bfa4-4533-a376-6a6901cea719 req-ea09c97a-2b14-47dc-ae0d-a81e086ba338 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0554011 Mar 07 13:48:18.697147 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e6e9b433-bfa4-4533-a376-6a6901cea719 req-aa4a2069-f338-4d91-bcad-8aed5c6d57bf tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419762 Mar 07 13:48:19.815877 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ca09b-e06f-471a-a1b9-f8bf7372427d req-f94b8969-01b0-4d25-b8fd-f2496e6ef6a4 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:19.817377 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-540ca09b-e06f-471a-a1b9-f8bf7372427d req-f94b8969-01b0-4d25-b8fd-f2496e6ef6a4 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0539367 Mar 07 13:48:19.872066 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-540ca09b-e06f-471a-a1b9-f8bf7372427d req-aadd366b-09d1-4f93-bfc7-aed4186633c1 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489686 Mar 07 13:48:20.056715 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03777396-0fd4-4265-9305-5dfda0c37dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:20.986123 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343d1d4-4398-4400-8a23-edef57b1b86c req-ba4d6d31-f754-4d6e-8bfa-03a2b1b37350 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:20.987570 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d343d1d4-4398-4400-8a23-edef57b1b86c req-ba4d6d31-f754-4d6e-8bfa-03a2b1b37350 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0506299 Mar 07 13:48:21.038096 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d343d1d4-4398-4400-8a23-edef57b1b86c req-e23505c7-0669-4d8c-8d63-cddda5197621 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447054 Mar 07 13:48:21.305348 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:22.153089 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e42053-093d-4c2d-8f2e-3df323c3c6cf req-ba5938cb-2fa1-4732-9176-43b709087853 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:22.154584 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-64e42053-093d-4c2d-8f2e-3df323c3c6cf req-ba5938cb-2fa1-4732-9176-43b709087853 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0521338 Mar 07 13:48:22.202071 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-64e42053-093d-4c2d-8f2e-3df323c3c6cf req-874b0888-927c-4c32-b1c6-a843f5ab9013 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421498 Mar 07 13:48:22.397802 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:23.315111 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f06450-1a99-4b68-9c24-f24f2c8488b3 req-f6c9a39b-4226-4716-aeeb-849d93ad6e64 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:23.316710 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f8f06450-1a99-4b68-9c24-f24f2c8488b3 req-f6c9a39b-4226-4716-aeeb-849d93ad6e64 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0514517 Mar 07 13:48:23.368203 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f8f06450-1a99-4b68-9c24-f24f2c8488b3 req-55e20fe8-1468-41ab-b196-7f5689d1320b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455701 Mar 07 13:48:24.222727 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:24.487770 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32ac1b-fce4-44cf-a860-abbf33a248b5 req-e6a96b75-22f8-46d5-a83d-3914ba35c5c1 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:24.489268 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4b32ac1b-fce4-44cf-a860-abbf33a248b5 req-e6a96b75-22f8-46d5-a83d-3914ba35c5c1 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0561881 Mar 07 13:48:24.537975 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4b32ac1b-fce4-44cf-a860-abbf33a248b5 req-24b606c0-cb93-4d59-a1dd-8f67ad9702e7 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427866 Mar 07 13:48:25.652806 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e22f6-d8a8-4643-bc4d-e034a94bc1fa req-f04411d6-b9ed-43a4-b284-080b1a3ebcf8 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:25.654296 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-111e22f6-d8a8-4643-bc4d-e034a94bc1fa req-f04411d6-b9ed-43a4-b284-080b1a3ebcf8 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0512412 Mar 07 13:48:25.700846 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-111e22f6-d8a8-4643-bc4d-e034a94bc1fa req-b02c74a8-cabd-4061-a213-6867a2cc6f1d tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411835 Mar 07 13:48:25.828295 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 7a247507-b313-4501-ab8f-0369dae8e23c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 13:48:26.050051 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 7a247507-b313-4501-ab8f-0369dae8e23c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7a247507-b313-4501-ab8f-0369dae8e23c,segment=NetworkSegment(997dbea6-b43c-4a2a-ad2e-650bd68738c6),segment_id=997dbea6-b43c-4a2a-ad2e-650bd68738c6)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:48:26.060714 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Returning: {'device': '7a247507-b313-4501-ab8f-0369dae8e23c', 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c', 'port_id': '7a247507-b313-4501-ab8f-0369dae8e23c', 'mac_address': 'fa:16:3e:bc:e6:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e57cc15-9140-4505-a973-57f9ead1bba1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 13:48:26.096848 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 7a247507-b313-4501-ab8f-0369dae8e23c is: DOWN; New status is: BUILD {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:48:26.097197 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (7a247507-b313-4501-ab8f-0369dae8e23c), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:26.109426 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a247507-b313-4501-ab8f-0369dae8e23c {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:48:26.128222 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 7a247507-b313-4501-ab8f-0369dae8e23c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7a247507-b313-4501-ab8f-0369dae8e23c,segment=NetworkSegment(997dbea6-b43c-4a2a-ad2e-650bd68738c6),segment_id=997dbea6-b43c-4a2a-ad2e-650bd68738c6)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:48:26.132972 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (7a247507-b313-4501-ab8f-0369dae8e23c), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:26.180752 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=7a247507-b313-4501-ab8f-0369dae8e23c,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:48:26.706782 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['7a247507-b313-4501-ab8f-0369dae8e23c'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:48:26.818286 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b09b9e-a898-470f-b3df-7146cedd5b79 req-357d2ab1-4e79-414f-8204-2c0dab93aabb tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:26.819830 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e5b09b9e-a898-470f-b3df-7146cedd5b79 req-357d2ab1-4e79-414f-8204-2c0dab93aabb tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 944 time: 0.0550325 Mar 07 13:48:26.868263 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e5b09b9e-a898-470f-b3df-7146cedd5b79 req-85f7ef1f-b515-4b46-87ad-754f272d109d tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429144 Mar 07 13:48:27.989104 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e343db-af04-4868-835f-3cb5164c6006 req-93931b34-1937-43d8-93ab-a5d37ddd4f6c tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:27.990625 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-02e343db-af04-4868-835f-3cb5164c6006 req-93931b34-1937-43d8-93ab-a5d37ddd4f6c tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 944 time: 0.0512254 Mar 07 13:48:28.038750 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-02e343db-af04-4868-835f-3cb5164c6006 req-212ce62d-211b-4a8c-a27a-7e02100bc7d5 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423031 Mar 07 13:48:28.909562 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ce283-ba4d-4e2d-9840-ee03ef64de63 req-2b103106-7110-4995-95d7-f5543bc5f042 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:28.910945 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b81ce283-ba4d-4e2d-9840-ee03ef64de63 req-2b103106-7110-4995-95d7-f5543bc5f042 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0513692 Mar 07 13:48:28.959276 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b81ce283-ba4d-4e2d-9840-ee03ef64de63 req-5d888a15-9438-4a36-9174-b88850ef8a0c tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430784 Mar 07 13:48:29.154981 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28cc0e-11dd-4413-bd67-ccb3f663bb03 req-d3a83be7-bf1c-4c2b-bc0e-5d05966e80c8 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:29.156433 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0d28cc0e-11dd-4413-bd67-ccb3f663bb03 req-d3a83be7-bf1c-4c2b-bc0e-5d05966e80c8 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 944 time: 0.0510647 Mar 07 13:48:29.203862 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0d28cc0e-11dd-4413-bd67-ccb3f663bb03 req-b117fb71-4be5-4d61-8f5f-476cc4b07222 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420563 Mar 07 13:48:29.892284 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 7a247507-b313-4501-ab8f-0369dae8e23c up at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:48:29.945975 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning for port 7a247507-b313-4501-ab8f-0369dae8e23c completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 13:48:29.949616 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning complete for port 7a247507-b313-4501-ab8f-0369dae8e23c triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:48:29.949990 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (7a247507-b313-4501-ab8f-0369dae8e23c), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:30.030290 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 7a247507-b313-4501-ab8f-0369dae8e23c is: BUILD; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:48:30.030663 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (7a247507-b313-4501-ab8f-0369dae8e23c), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:30.054563 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24da2ec7-04b5-401f-9eaf-8e05426520b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a247507-b313-4501-ab8f-0369dae8e23c'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:48:30.056751 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8242e02a-041a-417a-955a-bfb521f362bd" -d '{"events": [{"server_uuid": "24da2ec7-04b5-401f-9eaf-8e05426520b6", "name": "network-vif-plugged", "status": "completed", "tag": "7a247507-b313-4501-ab8f-0369dae8e23c"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:48:30.068719 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 7a247507-b313-4501-ab8f-0369dae8e23c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7a247507-b313-4501-ab8f-0369dae8e23c,segment=NetworkSegment(997dbea6-b43c-4a2a-ad2e-650bd68738c6),segment_id=997dbea6-b43c-4a2a-ad2e-650bd68738c6)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:48:30.073799 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (7a247507-b313-4501-ab8f-0369dae8e23c), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:30.074106 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc54a6-0075-481b-b89c-02463f260bab req-36f000ee-3804-4aae-82e8-e3ad9ed7160f tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:30.075545 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b9bc54a6-0075-481b-b89c-02463f260bab req-36f000ee-3804-4aae-82e8-e3ad9ed7160f tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0531127 Mar 07 13:48:30.098690 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f0b494-fa2a-4306-a555-09d2d0dcacdb x-openstack-request-id: req-d0f0b494-fa2a-4306-a555-09d2d0dcacdb {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:48:30.098988 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24da2ec7-04b5-401f-9eaf-8e05426520b6", "name": "network-vif-plugged", "status": "completed", "tag": "7a247507-b313-4501-ab8f-0369dae8e23c", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:48:30.099324 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0f0b494-fa2a-4306-a555-09d2d0dcacdb {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:48:30.099626 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24da2ec7-04b5-401f-9eaf-8e05426520b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a247507-b313-4501-ab8f-0369dae8e23c', 'code': 200} Mar 07 13:48:30.124946 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=7a247507-b313-4501-ab8f-0369dae8e23c,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:48:30.125183 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b9bc54a6-0075-481b-b89c-02463f260bab req-cf724b32-f9be-4512-93f7-365ab172fa24 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439517 Mar 07 13:48:30.322362 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ed25a-3abe-4a2f-853c-8b7a56df4bba req-f8cf8640-16b5-44c7-83b9-671456b1f998 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:30.324286 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-568ed25a-3abe-4a2f-853c-8b7a56df4bba req-f8cf8640-16b5-44c7-83b9-671456b1f998 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 945 time: 0.0556796 Mar 07 13:48:30.373010 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-568ed25a-3abe-4a2f-853c-8b7a56df4bba req-1b4c9bd8-c07f-43b0-8de4-a63f445ca95d tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434270 Mar 07 13:48:30.421988 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64884dd5-bed7-4aed-97e5-1501198ff705 req-d8a2546b-d06e-492f-ac7d-0db49a3bf18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:30.423473 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-64884dd5-bed7-4aed-97e5-1501198ff705 req-d8a2546b-d06e-492f-ac7d-0db49a3bf18f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 1129 time: 0.0431175 Mar 07 13:48:30.471316 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-64884dd5-bed7-4aed-97e5-1501198ff705 req-bbfa6068-25e9-43c1-9e8e-adb91ac245dc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372376 Mar 07 13:48:31.243605 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727c446-16f6-4327-b76c-37b8ff6ad314 req-a45657dc-7c8c-474a-bc29-9e346497b317 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:31.245408 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4727c446-16f6-4327-b76c-37b8ff6ad314 req-a45657dc-7c8c-474a-bc29-9e346497b317 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0548267 Mar 07 13:48:31.294336 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4727c446-16f6-4327-b76c-37b8ff6ad314 req-821042fa-a7cf-4ddf-aa4b-e03ac7ea61ef tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430753 Mar 07 13:48:31.488846 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5a20e-8e1c-4e6e-809a-7bfa1190e4c3 req-85fa417d-4454-4da0-9983-b91deda024f2 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:31.490353 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-aee5a20e-8e1c-4e6e-809a-7bfa1190e4c3 req-85fa417d-4454-4da0-9983-b91deda024f2 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 945 time: 0.0525913 Mar 07 13:48:31.545225 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-aee5a20e-8e1c-4e6e-809a-7bfa1190e4c3 req-957ce1fd-bd2c-482d-8d1c-16f05359b635 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485561 Mar 07 13:48:32.113423 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfa696-c00b-4a7c-9ca9-15c909da491b req-deee8b8e-b149-480d-b154-686d9c456373 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:32.118264 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d7dfa696-c00b-4a7c-9ca9-15c909da491b req-deee8b8e-b149-480d-b154-686d9c456373 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 946 time: 0.0536678 Mar 07 13:48:32.157598 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 56946) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:48:32.162158 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d7dfa696-c00b-4a7c-9ca9-15c909da491b req-73d71bdc-0540-4948-b610-1ed02f2c6b26 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416195 Mar 07 13:48:32.185338 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 56952) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:48:32.262086 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0764d23d-d397-44cd-87fe-aa6e784fcf9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:32.346721 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0764d23d-d397-44cd-87fe-aa6e784fcf9b admin admin] Publish callbacks [] for security_group (41017e0e-92a3-40e9-9353-cd6ec03dcf5e), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:32.367083 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0764d23d-d397-44cd-87fe-aa6e784fcf9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (41017e0e-92a3-40e9-9353-cd6ec03dcf5e), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:32.417483 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e97f7-0a87-471b-8570-74979f307489 req-bec3e0e6-7ae9-47bb-86fd-598a8ccf2632 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:32.418880 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-649e97f7-0a87-471b-8570-74979f307489 req-bec3e0e6-7ae9-47bb-86fd-598a8ccf2632 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0568655 Mar 07 13:48:32.420359 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-0764d23d-d397-44cd-87fe-aa6e784fcf9b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d98a1bcba5447fd8b57ab1ec9e6da2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2617102 Mar 07 13:48:32.421377 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764d23d-d397-44cd-87fe-aa6e784fcf9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41017e0e-92a3-40e9-9353-cd6ec03dcf5e,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:48:32.423174 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 56958) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:48:32.430510 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0764d23d-d397-44cd-87fe-aa6e784fcf9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:48:32.430888 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0764d23d-d397-44cd-87fe-aa6e784fcf9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:48:32.431231 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0764d23d-d397-44cd-87fe-aa6e784fcf9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:48:32.431603 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0764d23d-d397-44cd-87fe-aa6e784fcf9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:48:32.431963 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0764d23d-d397-44cd-87fe-aa6e784fcf9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:48:32.432430 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0764d23d-d397-44cd-87fe-aa6e784fcf9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:48:32.432764 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0764d23d-d397-44cd-87fe-aa6e784fcf9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:48:32.433090 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0764d23d-d397-44cd-87fe-aa6e784fcf9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:48:32.433458 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0764d23d-d397-44cd-87fe-aa6e784fcf9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:48:32.433805 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0764d23d-d397-44cd-87fe-aa6e784fcf9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:48:32.434132 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0764d23d-d397-44cd-87fe-aa6e784fcf9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:48:32.434452 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0764d23d-d397-44cd-87fe-aa6e784fcf9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:48:32.434772 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0764d23d-d397-44cd-87fe-aa6e784fcf9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:48:32.444571 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13e19b1-9323-4cfc-ac7f-6abaac7d9f97 tempest-TestMinimumBasicScenario-1809748585 tempest-TestMinimumBasicScenario-1809748585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:32.447208 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-d13e19b1-9323-4cfc-ac7f-6abaac7d9f97 tempest-TestMinimumBasicScenario-1809748585 tempest-TestMinimumBasicScenario-1809748585-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 1125 time: 0.2608016 Mar 07 13:48:32.450099 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 56960) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:48:32.454555 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-1b8a6ccd-0d80-4a3b-8e85-eb1c2ffd1d9f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Request body: {'floatingip': {'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'port_id': '4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:48:32.478806 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1b8a6ccd-0d80-4a3b-8e85-eb1c2ffd1d9f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:32.494205 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-649e97f7-0a87-471b-8570-74979f307489 req-5726a7bd-10e2-4e25-a0a1-f3b901b71dae tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649436 Mar 07 13:48:32.511867 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bd889f26-f75d-4e5d-8e9e-05bfff05b8d5 admin admin] Publish callbacks [] for security_group (41017e0e-92a3-40e9-9353-cd6ec03dcf5e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:32.536320 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bd889f26-f75d-4e5d-8e9e-05bfff05b8d5 admin admin] Publish callbacks [] for security_group (41017e0e-92a3-40e9-9353-cd6ec03dcf5e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:32.590474 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1b8a6ccd-0d80-4a3b-8e85-eb1c2ffd1d9f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:32.594336 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bd889f26-f75d-4e5d-8e9e-05bfff05b8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (41017e0e-92a3-40e9-9353-cd6ec03dcf5e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:32.597480 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bd889f26-f75d-4e5d-8e9e-05bfff05b8d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:32.609688 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-bd889f26-f75d-4e5d-8e9e-05bfff05b8d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41017e0e-92a3-40e9-9353-cd6ec03dcf5e HTTP/1.1" status: 204 len: 168 time: 0.1799529 Mar 07 13:48:32.620915 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd889f26-f75d-4e5d-8e9e-05bfff05b8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41017e0e-92a3-40e9-9353-cd6ec03dcf5e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:48:32.630311 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd889f26-f75d-4e5d-8e9e-05bfff05b8d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:48:32.630865 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd889f26-f75d-4e5d-8e9e-05bfff05b8d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:48:32.631150 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd889f26-f75d-4e5d-8e9e-05bfff05b8d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:48:32.632124 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd889f26-f75d-4e5d-8e9e-05bfff05b8d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:48:32.632457 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd889f26-f75d-4e5d-8e9e-05bfff05b8d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:48:32.632901 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd889f26-f75d-4e5d-8e9e-05bfff05b8d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:48:32.633260 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd889f26-f75d-4e5d-8e9e-05bfff05b8d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:48:32.633593 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd889f26-f75d-4e5d-8e9e-05bfff05b8d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:48:32.633914 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd889f26-f75d-4e5d-8e9e-05bfff05b8d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:48:32.634236 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd889f26-f75d-4e5d-8e9e-05bfff05b8d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:48:32.634614 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd889f26-f75d-4e5d-8e9e-05bfff05b8d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:48:32.635241 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd889f26-f75d-4e5d-8e9e-05bfff05b8d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:48:32.635715 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd889f26-f75d-4e5d-8e9e-05bfff05b8d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:48:32.710623 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fce7e-1a56-4d94-8b88-ea175d222018 req-0e4dbd2a-8928-408b-a48b-c3a489bfd766 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:32.712287 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-943fce7e-1a56-4d94-8b88-ea175d222018 req-0e4dbd2a-8928-408b-a48b-c3a489bfd766 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 945 time: 0.0733984 Mar 07 13:48:32.736133 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-1b8a6ccd-0d80-4a3b-8e85-eb1c2ffd1d9f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Allocated IP 172.27.1.97 (4737f3fa-18ff-4252-a580-88148a637511/b90664a8-a6a4-4a65-802b-5b7bd95111f9/9437c1e6-7871-4f84-b4e6-040713916e39) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:48:32.771324 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-943fce7e-1a56-4d94-8b88-ea175d222018 req-f986130b-e46a-441d-b451-aefe65692664 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531759 Mar 07 13:48:32.855744 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1b8a6ccd-0d80-4a3b-8e85-eb1c2ffd1d9f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for port (9437c1e6-7871-4f84-b4e6-040713916e39), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:32.871301 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:32.899634 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1b8a6ccd-0d80-4a3b-8e85-eb1c2ffd1d9f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (9437c1e6-7871-4f84-b4e6-040713916e39), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:32.946285 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8a6ccd-0d80-4a3b-8e85-eb1c2ffd1d9f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Network 4737f3fa-18ff-4252-a580-88148a637511 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:48:32.950107 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-1b8a6ccd-0d80-4a3b-8e85-eb1c2ffd1d9f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:48:32.950939 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42d769-4bee-44e9-adff-af6077839a05 req-7cc79a24-beba-4341-8ba9-10b6d3d0602d tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:32.956603 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8a6ccd-0d80-4a3b-8e85-eb1c2ffd1d9f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:48:32.957676 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7e42d769-4bee-44e9-adff-af6077839a05 req-7cc79a24-beba-4341-8ba9-10b6d3d0602d tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 945 time: 0.0981362 Mar 07 13:48:32.982611 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079cb14-804a-48d4-9aeb-ec487098084e req-938b9362-11fb-44e3-b8f0-86d62bd1e284 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:32.984642 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e079cb14-804a-48d4-9aeb-ec487098084e req-938b9362-11fb-44e3-b8f0-86d62bd1e284 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 945 time: 0.0865562 Mar 07 13:48:33.026310 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a6ccd-0d80-4a3b-8e85-eb1c2ffd1d9f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Pushing event updated for resources: {'Port': ['ID=9437c1e6-7871-4f84-b4e6-040713916e39,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:48:33.127728 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7e42d769-4bee-44e9-adff-af6077839a05 req-a0a89981-437b-4609-b38d-8b6b2edd9999 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598408 Mar 07 13:48:33.147834 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-e079cb14-804a-48d4-9aeb-ec487098084e req-eaa6c008-4df0-4eeb-ad73-2f8aabf85407 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Deleting port 017a1549-c742-4a32-8a78-ce54b03cdc17 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:48:33.148172 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e079cb14-804a-48d4-9aeb-ec487098084e req-eaa6c008-4df0-4eeb-ad73-2f8aabf85407 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (017a1549-c742-4a32-8a78-ce54b03cdc17), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:33.151316 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 56984) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:48:33.315892 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-e079cb14-804a-48d4-9aeb-ec487098084e req-eaa6c008-4df0-4eeb-ad73-2f8aabf85407 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] For port 017a1549-c742-4a32-8a78-ce54b03cdc17, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=017a1549-c742-4a32-8a78-ce54b03cdc17,segment=NetworkSegment(035f3fc5-cf6c-466f-ba7d-03dc1ea8059d),segment_id=035f3fc5-cf6c-466f-ba7d-03dc1ea8059d)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:48:33.316261 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e079cb14-804a-48d4-9aeb-ec487098084e req-eaa6c008-4df0-4eeb-ad73-2f8aabf85407 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (017a1549-c742-4a32-8a78-ce54b03cdc17), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:33.340815 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-e079cb14-804a-48d4-9aeb-ec487098084e req-eaa6c008-4df0-4eeb-ad73-2f8aabf85407 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Calling delete_port for 017a1549-c742-4a32-8a78-ce54b03cdc17 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:48:33.548332 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e079cb14-804a-48d4-9aeb-ec487098084e req-eaa6c008-4df0-4eeb-ad73-2f8aabf85407 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (017a1549-c742-4a32-8a78-ce54b03cdc17), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:33.593685 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6c008-4df0-4eeb-ad73-2f8aabf85407 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Pushing event deleted for resources: {'Port': ['ID=017a1549-c742-4a32-8a78-ce54b03cdc17,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:48:33.602649 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4074b9-47bc-4ad8-94f2-153afb3b031e tempest-TestShelveInstance-486718384 tempest-TestShelveInstance-486718384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:33.613659 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-9d4074b9-47bc-4ad8-94f2-153afb3b031e tempest-TestShelveInstance-486718384 tempest-TestShelveInstance-486718384-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 1124 time: 0.4548490 Mar 07 13:48:33.614601 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['906c9fd6-70d3-488f-ab60-10d4094bbe96', '017a1549-c742-4a32-8a78-ce54b03cdc17'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:48:33.614821 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 57002) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:48:33.623340 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-adb90157-4abc-4c0c-b607-6a7f924edfd6 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Request body: {'floatingip': {'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'port_id': '7a247507-b313-4501-ab8f-0369dae8e23c', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:48:33.640636 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1b8a6ccd-0d80-4a3b-8e85-eb1c2ffd1d9f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for floatingip (db3627f4-2c95-492b-85e5-3893b0c2f58b), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:33.678689 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-adb90157-4abc-4c0c-b607-6a7f924edfd6 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:33.704898 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-e079cb14-804a-48d4-9aeb-ec487098084e req-eaa6c008-4df0-4eeb-ad73-2f8aabf85407 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] No DVR routers for this DVR port 017a1549-c742-4a32-8a78-ce54b03cdc17 on host hv-cinder-81322 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:48:33.708839 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e079cb14-804a-48d4-9aeb-ec487098084e req-eaa6c008-4df0-4eeb-ad73-2f8aabf85407 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:33.714075 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e079cb14-804a-48d4-9aeb-ec487098084e req-eaa6c008-4df0-4eeb-ad73-2f8aabf85407 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.10 "DELETE /v2.0/ports/017a1549-c742-4a32-8a78-ce54b03cdc17 HTTP/1.1" status: 204 len: 173 time: 0.7227225 Mar 07 13:48:33.715310 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f12f70-1acd-4258-89c1-1171eca4fb42', 'name': 'network-vif-deleted', 'tag': '017a1549-c742-4a32-8a78-ce54b03cdc17'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:48:33.718668 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46deac7-4d0d-4b07-bc81-77d1afbddc71" -d '{"events": [{"server_uuid": "b3f12f70-1acd-4258-89c1-1171eca4fb42", "name": "network-vif-deleted", "tag": "017a1549-c742-4a32-8a78-ce54b03cdc17"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:48:33.739847 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e7fa4ddd-33eb-48c1-aeed-36ca5f5cb323 req-1bf78ad5-325b-491b-9c4d-32796c079d83 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 210 time: 0.1318221 Mar 07 13:48:33.780288 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1b8a6ccd-0d80-4a3b-8e85-eb1c2ffd1d9f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (9437c1e6-7871-4f84-b4e6-040713916e39), before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:33.813975 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5d2a7b-6c20-46a8-8419-04d4cb7df748 x-openstack-request-id: req-aa5d2a7b-6c20-46a8-8419-04d4cb7df748 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:48:33.813975 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f12f70-1acd-4258-89c1-1171eca4fb42", "name": "network-vif-deleted", "tag": "017a1549-c742-4a32-8a78-ce54b03cdc17", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:48:33.814238 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa5d2a7b-6c20-46a8-8419-04d4cb7df748 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:48:33.814526 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f12f70-1acd-4258-89c1-1171eca4fb42', 'name': 'network-vif-deleted', 'tag': '017a1549-c742-4a32-8a78-ce54b03cdc17', 'status': 'completed', 'code': 200} Mar 07 13:48:33.926776 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-adb90157-4abc-4c0c-b607-6a7f924edfd6 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:34.017147 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1b8a6ccd-0d80-4a3b-8e85-eb1c2ffd1d9f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for port (9437c1e6-7871-4f84-b4e6-040713916e39), precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:34.025092 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1b8a6ccd-0d80-4a3b-8e85-eb1c2ffd1d9f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238706'] for port (9437c1e6-7871-4f84-b4e6-040713916e39), after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:34.143070 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-adb90157-4abc-4c0c-b607-6a7f924edfd6 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Allocated IP 172.27.1.233 (4737f3fa-18ff-4252-a580-88148a637511/b90664a8-a6a4-4a65-802b-5b7bd95111f9/2827f71f-fae8-4714-b777-50fa36bb772b) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:48:34.146293 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a6ccd-0d80-4a3b-8e85-eb1c2ffd1d9f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Pushing event updated for resources: {'Port': ['ID=9437c1e6-7871-4f84-b4e6-040713916e39,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:48:34.165495 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1b8a6ccd-0d80-4a3b-8e85-eb1c2ffd1d9f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (db3627f4-2c95-492b-85e5-3893b0c2f58b), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:34.413716 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ba85c-5994-4099-9354-26e60532000e req-97ea3fda-de6a-44c5-a920-dab00738dea8 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:34.415228 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0a3ba85c-5994-4099-9354-26e60532000e req-97ea3fda-de6a-44c5-a920-dab00738dea8 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 945 time: 0.0556355 Mar 07 13:48:34.466207 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0a3ba85c-5994-4099-9354-26e60532000e req-4193ccc9-d3dd-48d5-aa0b-7cd5a488fb3f tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451117 Mar 07 13:48:34.535777 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-adb90157-4abc-4c0c-b607-6a7f924edfd6 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for port (2827f71f-fae8-4714-b777-50fa36bb772b), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:34.539619 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.db.l3_db [None req-1b8a6ccd-0d80-4a3b-8e85-eb1c2ffd1d9f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Floating IP db3627f4-2c95-492b-85e5-3893b0c2f58b associated. External IP: 172.27.1.97, port: 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2. Mar 07 13:48:34.644697 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-adb90157-4abc-4c0c-b607-6a7f924edfd6 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (2827f71f-fae8-4714-b777-50fa36bb772b), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:34.689420 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb90157-4abc-4c0c-b607-6a7f924edfd6 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Network 4737f3fa-18ff-4252-a580-88148a637511 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:48:34.696505 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-adb90157-4abc-4c0c-b607-6a7f924edfd6 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:48:34.701083 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb90157-4abc-4c0c-b607-6a7f924edfd6 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:48:34.764851 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb90157-4abc-4c0c-b607-6a7f924edfd6 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Pushing event updated for resources: {'Port': ['ID=2827f71f-fae8-4714-b777-50fa36bb772b,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:48:34.867025 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e6f112c0-f969-4f00-89d1-985e12579676 req-c2075662-f7b9-4c1b-aadd-71c4fc5eaa79 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 210 time: 0.0265667 Mar 07 13:48:34.897879 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8a6ccd-0d80-4a3b-8e85-eb1c2ffd1d9f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Router 55cb9976-5111-4da6-8901-af346ab21b90 has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:48:35.103243 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8a6ccd-0d80-4a3b-8e85-eb1c2ffd1d9f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:48:35.112429 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c142e5-80a1-40fe-8b65-17c87fb4a490 None None] Sync routers for ids ['55cb9976-5111-4da6-8901-af346ab21b90'] in dv-cinder-813222-6-iscsi {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:48:35.123347 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c142e5-80a1-40fe-8b65-17c87fb4a490 None None] Routers {'55cb9976-5111-4da6-8901-af346ab21b90'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:48:35.123937 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-46c142e5-80a1-40fe-8b65-17c87fb4a490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:48:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['55cb9976-5111-4da6-8901-af346ab21b90'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:48:35.159004 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1b8a6ccd-0d80-4a3b-8e85-eb1c2ffd1d9f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:35.225748 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-1b8a6ccd-0d80-4a3b-8e85-eb1c2ffd1d9f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7718785 Mar 07 13:48:35.226333 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b16aba4-6a4d-4556-9cde-f2d6e6644b3b', 'tag': '4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:48:35.226475 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 57024) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:48:35.228290 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f103107def4ac1757260bfdb5b7c692c97e792ef1fddc37f4b0882d33d20cc26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110ec4bb-b6f7-4877-b9f6-cd79b724ce10" -d '{"events": [{"name": "network-changed", "server_uuid": "1b16aba4-6a4d-4556-9cde-f2d6e6644b3b", "tag": "4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:48:35.230804 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-b3dedcf4-e2f7-44a4-b659-be3291a9f940 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1977613299', 'description': 'tempest-secgroup-smoke-1977613299 description', 'project_id': '7de53de6775a4c07bda98218fab29dc5'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:48:35.234776 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-46c142e5-80a1-40fe-8b65-17c87fb4a490 None None] Set router 55cb9976-5111-4da6-8901-af346ab21b90 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:48:35.274752 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b3dedcf4-e2f7-44a4-b659-be3291a9f940 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:35.275142 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1619b08-c603-4ee7-a7cd-7683b1de3d04 x-openstack-request-id: req-e1619b08-c603-4ee7-a7cd-7683b1de3d04 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:48:35.275507 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b16aba4-6a4d-4556-9cde-f2d6e6644b3b", "tag": "4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:48:35.275708 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1619b08-c603-4ee7-a7cd-7683b1de3d04 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:48:35.276268 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b16aba4-6a4d-4556-9cde-f2d6e6644b3b', 'tag': '4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2', 'status': 'completed', 'code': 200} Mar 07 13:48:35.289479 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-adb90157-4abc-4c0c-b607-6a7f924edfd6 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for floatingip (03f0a6bd-59c1-4d5d-b975-1fd702426927), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:35.365239 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b3dedcf4-e2f7-44a4-b659-be3291a9f940 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for security_group (d9f8ae72-5511-4941-b2d7-fac99a5c58c5), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:35.370222 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b3dedcf4-e2f7-44a4-b659-be3291a9f940 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (d9f8ae72-5511-4941-b2d7-fac99a5c58c5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:35.371965 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-adb90157-4abc-4c0c-b607-6a7f924edfd6 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (2827f71f-fae8-4714-b777-50fa36bb772b), before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:35.402934 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b3dedcf4-e2f7-44a4-b659-be3291a9f940 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:35.404155 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-b3dedcf4-e2f7-44a4-b659-be3291a9f940 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1770773 Mar 07 13:48:35.406334 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dedcf4-e2f7-44a4-b659-be3291a9f940 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f8ae72-5511-4941-b2d7-fac99a5c58c5,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:48:35.407227 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 57030) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:48:35.414323 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-1fa53fbe-4f47-43c6-a08e-4e209e58e5b6 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Request body: {'security_group_rule': {'security_group_id': 'd9f8ae72-5511-4941-b2d7-fac99a5c58c5', 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:48:35.493783 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-46c142e5-80a1-40fe-8b65-17c87fb4a490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb9976-5111-4da6-8901-af346ab21b90', 'name': 'tempest-TestMinimumBasicScenario-1948488925-router', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:46:38Z', 'revision_number': 4, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'gw_port': {'id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': 'db3627f4-2c95-492b-85e5-3893b0c2f58b', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'port_id': '4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec', 'mac_address': 'fa:16:3e:c0:12:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b16aba4-6a4d-4556-9cde-f2d6e6644b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:48:33Z', 'updated_at': '2022-03-07T13:48:33Z', 'revision_number': 0, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de10a48d-0a05-4579-844d-9598d5cd930b', 'name': '', 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'mac_address': 'fa:16:3e:76:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '18d69a12-8740-4e35-842b-88d13557947d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:37Z', 'updated_at': '2022-03-07T13:46:54Z', 'revision_number': 5, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'subnets': [{'id': '18d69a12-8740-4e35-842b-88d13557947d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:48:35.494535 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1fa53fbe-4f47-43c6-a08e-4e209e58e5b6 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for security_group_rule (d622fb44-d34f-4cdd-8ab2-9e00032d90bd), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:35.519958 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c142e5-80a1-40fe-8b65-17c87fb4a490 None None] Checking router: 55cb9976-5111-4da6-8901-af346ab21b90 for host: dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:48:35.529298 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c142e5-80a1-40fe-8b65-17c87fb4a490 None None] Routers {'55cb9976-5111-4da6-8901-af346ab21b90'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:48:35.529895 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-46c142e5-80a1-40fe-8b65-17c87fb4a490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:48:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['55cb9976-5111-4da6-8901-af346ab21b90'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:48:35.577671 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1fa53fbe-4f47-43c6-a08e-4e209e58e5b6 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for security_group_rule (d622fb44-d34f-4cdd-8ab2-9e00032d90bd), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:35.585648 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1fa53fbe-4f47-43c6-a08e-4e209e58e5b6 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (d622fb44-d34f-4cdd-8ab2-9e00032d90bd), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:35.614220 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616d314-94f6-4ba8-8c9b-d107048faa97 req-acdeb59e-d2f1-4c20-9401-e24a24724dec tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:35.614772 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-adb90157-4abc-4c0c-b607-6a7f924edfd6 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for port (2827f71f-fae8-4714-b777-50fa36bb772b), precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:35.617011 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa53fbe-4f47-43c6-a08e-4e209e58e5b6 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d622fb44-d34f-4cdd-8ab2-9e00032d90bd,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:48:35.624205 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e616d314-94f6-4ba8-8c9b-d107048faa97 req-acdeb59e-d2f1-4c20-9401-e24a24724dec tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 945 time: 0.0851986 Mar 07 13:48:35.624783 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-adb90157-4abc-4c0c-b607-6a7f924edfd6 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238706'] for port (2827f71f-fae8-4714-b777-50fa36bb772b), after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:35.632920 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1fa53fbe-4f47-43c6-a08e-4e209e58e5b6 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:35.634248 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-1fa53fbe-4f47-43c6-a08e-4e209e58e5b6 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2260849 Mar 07 13:48:35.639042 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 57036) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:48:35.645474 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-b8977db2-510e-406f-99fb-1ef169fd8660 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Request body: {'security_group_rule': {'security_group_id': 'd9f8ae72-5511-4941-b2d7-fac99a5c58c5', 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:48:35.657970 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-46c142e5-80a1-40fe-8b65-17c87fb4a490 None None] Set router 55cb9976-5111-4da6-8901-af346ab21b90 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:48:35.691456 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e616d314-94f6-4ba8-8c9b-d107048faa97 req-c1840e0f-9a13-42a3-8e20-fd281b4a34dd tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664744 Mar 07 13:48:35.698295 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b8977db2-510e-406f-99fb-1ef169fd8660 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for security_group_rule (80ec53f7-4f69-4d5b-a3e0-20d6808b5130), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:35.708160 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb90157-4abc-4c0c-b607-6a7f924edfd6 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Pushing event updated for resources: {'Port': ['ID=2827f71f-fae8-4714-b777-50fa36bb772b,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:48:35.718028 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-adb90157-4abc-4c0c-b607-6a7f924edfd6 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (03f0a6bd-59c1-4d5d-b975-1fd702426927), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:35.745887 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b8977db2-510e-406f-99fb-1ef169fd8660 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for security_group_rule (80ec53f7-4f69-4d5b-a3e0-20d6808b5130), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:35.749582 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b8977db2-510e-406f-99fb-1ef169fd8660 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (80ec53f7-4f69-4d5b-a3e0-20d6808b5130), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:35.766454 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8977db2-510e-406f-99fb-1ef169fd8660 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ec53f7-4f69-4d5b-a3e0-20d6808b5130,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:48:35.778062 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b8977db2-510e-406f-99fb-1ef169fd8660 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:35.779316 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-b8977db2-510e-406f-99fb-1ef169fd8660 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391196 Mar 07 13:48:35.781953 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 57038) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:48:35.786369 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-1fcbff02-5218-4b3f-99e0-8115549e37b6 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Request body: {'security_group_rule': {'security_group_id': 'd9f8ae72-5511-4941-b2d7-fac99a5c58c5', 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:48:35.811730 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1fcbff02-5218-4b3f-99e0-8115549e37b6 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for security_group_rule (8e6e129d-b515-4665-9d73-637c6f034d28), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:35.839460 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.db.l3_db [None req-adb90157-4abc-4c0c-b607-6a7f924edfd6 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Floating IP 03f0a6bd-59c1-4d5d-b975-1fd702426927 associated. External IP: 172.27.1.233, port: 7a247507-b313-4501-ab8f-0369dae8e23c. Mar 07 13:48:35.875400 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1fcbff02-5218-4b3f-99e0-8115549e37b6 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for security_group_rule (8e6e129d-b515-4665-9d73-637c6f034d28), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:35.880410 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1fcbff02-5218-4b3f-99e0-8115549e37b6 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (8e6e129d-b515-4665-9d73-637c6f034d28), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:35.899790 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcbff02-5218-4b3f-99e0-8115549e37b6 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6e129d-b515-4665-9d73-637c6f034d28,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:48:35.913106 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1fcbff02-5218-4b3f-99e0-8115549e37b6 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:35.918447 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-1fcbff02-5218-4b3f-99e0-8115549e37b6 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351914 Mar 07 13:48:35.918925 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 57042) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:48:35.923652 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-fb43a55a-5391-4285-9e9a-e4c748eddfea tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Request body: {'security_group_rule': {'security_group_id': 'd9f8ae72-5511-4941-b2d7-fac99a5c58c5', 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:48:35.961186 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb43a55a-5391-4285-9e9a-e4c748eddfea tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for security_group_rule (2bc0c965-95c8-47ea-a989-54f8bb305d3d), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:36.014351 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-054ecbf3-c491-4e33-a8a6-a74296762fbd req-544b7b98-41d3-4d86-bd67-6b7ca98c5015 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 210 time: 0.0352261 Mar 07 13:48:36.021883 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-46c142e5-80a1-40fe-8b65-17c87fb4a490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb9976-5111-4da6-8901-af346ab21b90', 'name': 'tempest-TestMinimumBasicScenario-1948488925-router', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:46:38Z', 'revision_number': 4, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'gw_port': {'id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': 'db3627f4-2c95-492b-85e5-3893b0c2f58b', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'port_id': '4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec', 'mac_address': 'fa:16:3e:c0:12:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b16aba4-6a4d-4556-9cde-f2d6e6644b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:48:33Z', 'updated_at': '2022-03-07T13:48:33Z', 'revision_number': 0, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de10a48d-0a05-4579-844d-9598d5cd930b', 'name': '', 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'mac_address': 'fa:16:3e:76:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '18d69a12-8740-4e35-842b-88d13557947d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:37Z', 'updated_at': '2022-03-07T13:46:54Z', 'revision_number': 5, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'subnets': [{'id': '18d69a12-8740-4e35-842b-88d13557947d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:48:36.044947 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb43a55a-5391-4285-9e9a-e4c748eddfea tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for security_group_rule (2bc0c965-95c8-47ea-a989-54f8bb305d3d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:36.048960 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb43a55a-5391-4285-9e9a-e4c748eddfea tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (2bc0c965-95c8-47ea-a989-54f8bb305d3d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:36.063509 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c142e5-80a1-40fe-8b65-17c87fb4a490 None None] The sync data for ids ['55cb9976-5111-4da6-8901-af346ab21b90'] in dv-cinder-813222-6-iscsi is: [{'id': '55cb9976-5111-4da6-8901-af346ab21b90', 'name': 'tempest-TestMinimumBasicScenario-1948488925-router', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:46:38Z', 'revision_number': 4, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'gw_port': {'id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': 'db3627f4-2c95-492b-85e5-3893b0c2f58b', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'port_id': '4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec', 'mac_address': 'fa:16:3e:c0:12:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b16aba4-6a4d-4556-9cde-f2d6e6644b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:48:33Z', 'updated_at': '2022-03-07T13:48:33Z', 'revision_number': 0, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de10a48d-0a05-4579-844d-9598d5cd930b', 'name': '', 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'mac_address': 'fa:16:3e:76:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '18d69a12-8740-4e35-842b-88d13557947d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:37Z', 'updated_at': '2022-03-07T13:46:54Z', 'revision_number': 5, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'subnets': [{'id': '18d69a12-8740-4e35-842b-88d13557947d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:48:36.070056 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43a55a-5391-4285-9e9a-e4c748eddfea tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc0c965-95c8-47ea-a989-54f8bb305d3d,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:48:36.080321 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb43a55a-5391-4285-9e9a-e4c748eddfea tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:36.084749 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-fb43a55a-5391-4285-9e9a-e4c748eddfea tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1618721 Mar 07 13:48:36.084915 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 57044) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:48:36.089315 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-a712993b-78f8-42aa-8db2-50ea30e35346 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Request body: {'security_group_rule': {'security_group_id': 'd9f8ae72-5511-4941-b2d7-fac99a5c58c5', 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:48:36.097203 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb90157-4abc-4c0c-b607-6a7f924edfd6 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Router 8a40b047-474e-4dae-93eb-d4ace700b52e has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:48:36.111064 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.securitygroups_db [None req-a712993b-78f8-42aa-8db2-50ea30e35346 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Project 7de53de6775a4c07bda98218fab29dc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 13:48:36.119927 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a712993b-78f8-42aa-8db2-50ea30e35346 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for security_group_rule (f6e5acb5-a41d-49a1-9c9d-ffa6c38e54cb), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:36.184948 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a712993b-78f8-42aa-8db2-50ea30e35346 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for security_group_rule (f6e5acb5-a41d-49a1-9c9d-ffa6c38e54cb), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:36.188831 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a712993b-78f8-42aa-8db2-50ea30e35346 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (f6e5acb5-a41d-49a1-9c9d-ffa6c38e54cb), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:36.208198 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712993b-78f8-42aa-8db2-50ea30e35346 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e5acb5-a41d-49a1-9c9d-ffa6c38e54cb,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:48:36.214873 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a712993b-78f8-42aa-8db2-50ea30e35346 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:36.218661 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-a712993b-78f8-42aa-8db2-50ea30e35346 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302490 Mar 07 13:48:36.218859 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 57046) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:48:36.223908 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-f347276e-121e-4a41-aa95-ca2df2b2e2e8 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Request body: {'security_group_rule': {'security_group_id': 'd9f8ae72-5511-4941-b2d7-fac99a5c58c5', 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:48:36.224652 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb90157-4abc-4c0c-b607-6a7f924edfd6 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:48:36.240246 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f1c33a-ca3c-4cc5-a6d3-c0f1d6fe0417 None None] Sync routers for ids ['8a40b047-474e-4dae-93eb-d4ace700b52e'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:48:36.248898 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-adb90157-4abc-4c0c-b607-6a7f924edfd6 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:36.252260 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.securitygroups_db [None req-f347276e-121e-4a41-aa95-ca2df2b2e2e8 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Project 7de53de6775a4c07bda98218fab29dc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 13:48:36.253224 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f1c33a-ca3c-4cc5-a6d3-c0f1d6fe0417 None None] Routers {'8a40b047-474e-4dae-93eb-d4ace700b52e'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:48:36.253920 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-08f1c33a-ca3c-4cc5-a6d3-c0f1d6fe0417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:48:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['8a40b047-474e-4dae-93eb-d4ace700b52e'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:48:36.262749 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f347276e-121e-4a41-aa95-ca2df2b2e2e8 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for security_group_rule (4461a4c1-ea5b-454f-b2ac-21ad53f0d32b), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:36.299754 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-adb90157-4abc-4c0c-b607-6a7f924edfd6 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6673255 Mar 07 13:48:36.325916 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ca4873-021e-4fa0-bdee-459fd2b1557c None None] New status for floating IP db3627f4-2c95-492b-85e5-3893b0c2f58b: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 13:48:36.334263 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f347276e-121e-4a41-aa95-ca2df2b2e2e8 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for security_group_rule (4461a4c1-ea5b-454f-b2ac-21ad53f0d32b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:36.338350 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f347276e-121e-4a41-aa95-ca2df2b2e2e8 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (4461a4c1-ea5b-454f-b2ac-21ad53f0d32b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:36.352492 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347276e-121e-4a41-aa95-ca2df2b2e2e8 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4461a4c1-ea5b-454f-b2ac-21ad53f0d32b,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:48:36.370931 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f347276e-121e-4a41-aa95-ca2df2b2e2e8 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:36.376429 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-f347276e-121e-4a41-aa95-ca2df2b2e2e8 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1537900 Mar 07 13:48:36.395805 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-08f1c33a-ca3c-4cc5-a6d3-c0f1d6fe0417 None None] Set router 8a40b047-474e-4dae-93eb-d4ace700b52e gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:48:36.471397 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f9e7b33a-8b8e-4fe8-87bf-b4c145b66954 req-b3752257-5d6d-4d64-b374-01e57f31b98d tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1977613299&fields=id&tenant_id=7de53de6775a4c07bda98218fab29dc5 HTTP/1.1" status: 200 len: 267 time: 0.0463965 Mar 07 13:48:36.541079 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7b33a-8b8e-4fe8-87bf-b4c145b66954 req-622c26e9-b1b1-4d21-ba3f-0996774df02a tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:36.548577 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f9e7b33a-8b8e-4fe8-87bf-b4c145b66954 req-622c26e9-b1b1-4d21-ba3f-0996774df02a tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 946 time: 0.0716546 Mar 07 13:48:36.554320 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-f9e7b33a-8b8e-4fe8-87bf-b4c145b66954 req-2f9cde8a-c7db-4ade-824c-c25ba1a9f652 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Request body: {'port': {'security_groups': ['71d31aa4-c8bc-4386-aaa9-72b6786c0236', 'd9f8ae72-5511-4941-b2d7-fac99a5c58c5']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:48:36.630284 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f9e7b33a-8b8e-4fe8-87bf-b4c145b66954 req-2f9cde8a-c7db-4ade-824c-c25ba1a9f652 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:36.642658 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-08f1c33a-ca3c-4cc5-a6d3-c0f1d6fe0417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'name': 'tempest-TestShelveInstance-1786204774-router', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '647e80b0-b079-4aa3-908e-2bf00cbf6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:32Z', 'updated_at': '2022-03-07T13:46:39Z', 'revision_number': 4, 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'gw_port': {'id': '647e80b0-b079-4aa3-908e-2bf00cbf6c05', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:33Z', 'updated_at': '2022-03-07T13:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '03f0a6bd-59c1-4d5d-b975-1fd702426927', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'port_id': '7a247507-b313-4501-ab8f-0369dae8e23c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c', 'mac_address': 'fa:16:3e:bc:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24da2ec7-04b5-401f-9eaf-8e05426520b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:48:35Z', 'updated_at': '2022-03-07T13:48:35Z', 'revision_number': 0, 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e69376-1d18-46bb-bb2d-60d065e2a37a', 'name': '', 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'mac_address': 'fa:16:3e:38:d7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '1e57cc15-9140-4505-a973-57f9ead1bba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:37Z', 'updated_at': '2022-03-07T13:46:43Z', 'revision_number': 5, 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'subnets': [{'id': '1e57cc15-9140-4505-a973-57f9ead1bba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:48:36.670179 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f1c33a-ca3c-4cc5-a6d3-c0f1d6fe0417 None None] Checking router: 8a40b047-474e-4dae-93eb-d4ace700b52e for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:48:36.679240 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f1c33a-ca3c-4cc5-a6d3-c0f1d6fe0417 None None] Routers {'8a40b047-474e-4dae-93eb-d4ace700b52e'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:48:36.679836 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-08f1c33a-ca3c-4cc5-a6d3-c0f1d6fe0417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:48:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['8a40b047-474e-4dae-93eb-d4ace700b52e'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:48:36.789245 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-08f1c33a-ca3c-4cc5-a6d3-c0f1d6fe0417 None None] Set router 8a40b047-474e-4dae-93eb-d4ace700b52e gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:48:36.856651 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-f9e7b33a-8b8e-4fe8-87bf-b4c145b66954 req-2f9cde8a-c7db-4ade-824c-c25ba1a9f652 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] For port 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2,segment=NetworkSegment(50e946b6-b569-4cbf-85fa-65b41d5d2787),segment_id=50e946b6-b569-4cbf-85fa-65b41d5d2787)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:48:36.876010 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a5240-2c15-4e86-940f-7f1e05ba55da req-656b1a8a-55ff-47cc-8540-e2ca8eafb04b tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:36.877485 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f74a5240-2c15-4e86-940f-7f1e05ba55da req-656b1a8a-55ff-47cc-8540-e2ca8eafb04b tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 945 time: 0.1108489 Mar 07 13:48:36.916473 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f9e7b33a-8b8e-4fe8-87bf-b4c145b66954 req-2f9cde8a-c7db-4ade-824c-c25ba1a9f652 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for port (4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:36.922494 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f9e7b33a-8b8e-4fe8-87bf-b4c145b66954 req-2f9cde8a-c7db-4ade-824c-c25ba1a9f652 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:36.983099 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f74a5240-2c15-4e86-940f-7f1e05ba55da req-17fa6435-d2cb-48e2-b6bc-632575b5e85d tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988641 Mar 07 13:48:36.994687 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7b33a-8b8e-4fe8-87bf-b4c145b66954 req-2f9cde8a-c7db-4ade-824c-c25ba1a9f652 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:36.995317 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f9e7b33a-8b8e-4fe8-87bf-b4c145b66954 req-2f9cde8a-c7db-4ade-824c-c25ba1a9f652 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:36.999639 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f9e7b33a-8b8e-4fe8-87bf-b4c145b66954 req-2f9cde8a-c7db-4ade-824c-c25ba1a9f652 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "PUT /v2.0/ports/4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 HTTP/1.1" status: 200 len: 982 time: 0.4502439 Mar 07 13:48:37.000116 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b16aba4-6a4d-4556-9cde-f2d6e6644b3b', 'tag': '4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:48:37.002597 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2976f482-f277-498f-8d10-99862d9c0e35" -d '{"events": [{"name": "network-changed", "server_uuid": "1b16aba4-6a4d-4556-9cde-f2d6e6644b3b", "tag": "4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:48:37.032320 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9cde8a-c7db-4ade-824c-c25ba1a9f652 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Pushing event updated for resources: {'Port': ['ID=4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2,revision_number=6']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:48:37.057726 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-08f1c33a-ca3c-4cc5-a6d3-c0f1d6fe0417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'name': 'tempest-TestShelveInstance-1786204774-router', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '647e80b0-b079-4aa3-908e-2bf00cbf6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:32Z', 'updated_at': '2022-03-07T13:46:39Z', 'revision_number': 4, 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'gw_port': {'id': '647e80b0-b079-4aa3-908e-2bf00cbf6c05', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:33Z', 'updated_at': '2022-03-07T13:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '03f0a6bd-59c1-4d5d-b975-1fd702426927', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'port_id': '7a247507-b313-4501-ab8f-0369dae8e23c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c', 'mac_address': 'fa:16:3e:bc:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24da2ec7-04b5-401f-9eaf-8e05426520b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:48:35Z', 'updated_at': '2022-03-07T13:48:35Z', 'revision_number': 0, 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e69376-1d18-46bb-bb2d-60d065e2a37a', 'name': '', 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'mac_address': 'fa:16:3e:38:d7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '1e57cc15-9140-4505-a973-57f9ead1bba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:37Z', 'updated_at': '2022-03-07T13:46:43Z', 'revision_number': 5, 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'subnets': [{'id': '1e57cc15-9140-4505-a973-57f9ead1bba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:48:37.064686 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad1154f-5d53-494e-ac63-9790967fbee5 x-openstack-request-id: req-6ad1154f-5d53-494e-ac63-9790967fbee5 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:48:37.065069 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b16aba4-6a4d-4556-9cde-f2d6e6644b3b", "tag": "4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:48:37.065342 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ad1154f-5d53-494e-ac63-9790967fbee5 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:48:37.065742 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b16aba4-6a4d-4556-9cde-f2d6e6644b3b', 'tag': '4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2', 'status': 'completed', 'code': 200} Mar 07 13:48:37.088130 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f1c33a-ca3c-4cc5-a6d3-c0f1d6fe0417 None None] The sync data for ids ['8a40b047-474e-4dae-93eb-d4ace700b52e'] in dv-cinder-813222-6-iscsi is: [{'id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'name': 'tempest-TestShelveInstance-1786204774-router', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '647e80b0-b079-4aa3-908e-2bf00cbf6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:32Z', 'updated_at': '2022-03-07T13:46:39Z', 'revision_number': 4, 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'gw_port': {'id': '647e80b0-b079-4aa3-908e-2bf00cbf6c05', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:33Z', 'updated_at': '2022-03-07T13:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '03f0a6bd-59c1-4d5d-b975-1fd702426927', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'port_id': '7a247507-b313-4501-ab8f-0369dae8e23c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c', 'mac_address': 'fa:16:3e:bc:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24da2ec7-04b5-401f-9eaf-8e05426520b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:48:35Z', 'updated_at': '2022-03-07T13:48:35Z', 'revision_number': 0, 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e69376-1d18-46bb-bb2d-60d065e2a37a', 'name': '', 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'mac_address': 'fa:16:3e:38:d7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '1e57cc15-9140-4505-a973-57f9ead1bba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:37Z', 'updated_at': '2022-03-07T13:46:43Z', 'revision_number': 5, 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'subnets': [{'id': '1e57cc15-9140-4505-a973-57f9ead1bba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:48:37.124398 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd3a76-146f-4b5c-a38b-7e640274efc8 req-bc90e08d-e562-45c5-a791-76d869842a44 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:37.125978 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-19dd3a76-146f-4b5c-a38b-7e640274efc8 req-bc90e08d-e562-45c5-a791-76d869842a44 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 985 time: 0.0634882 Mar 07 13:48:37.177730 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6f8df5e6-4aa3-4a9e-b86f-baa051cdd91e req-c9dfef3b-6b52-4d91-ba8d-1d9091bee34c tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 210 time: 0.0357666 Mar 07 13:48:37.213890 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-c9bd6619-a90b-44d7-bfa6-4c3cc9082699 None None] Provisioning complete for port 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:48:37.214257 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c9bd6619-a90b-44d7-bfa6-4c3cc9082699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:37.225404 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-19dd3a76-146f-4b5c-a38b-7e640274efc8 req-08c6b58c-7514-4ae0-b994-1858858719a4 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&id=d9f8ae72-5511-4941-b2d7-fac99a5c58c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0895584 Mar 07 13:48:37.277380 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24da2ec7-04b5-401f-9eaf-8e05426520b6', 'tag': '7a247507-b313-4501-ab8f-0369dae8e23c'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:48:37.279988 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f103107def4ac1757260bfdb5b7c692c97e792ef1fddc37f4b0882d33d20cc26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e93bc1-334d-4a6d-9e91-198fe0c99d41" -d '{"events": [{"name": "network-changed", "server_uuid": "24da2ec7-04b5-401f-9eaf-8e05426520b6", "tag": "7a247507-b313-4501-ab8f-0369dae8e23c"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:48:37.299155 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd6619-a90b-44d7-bfa6-4c3cc9082699 None None] Current status of the port 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:48:37.316161 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44c8bdc-f25c-4f27-8de2-b7532a72fbf0 x-openstack-request-id: req-c44c8bdc-f25c-4f27-8de2-b7532a72fbf0 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:48:37.316450 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24da2ec7-04b5-401f-9eaf-8e05426520b6", "tag": "7a247507-b313-4501-ab8f-0369dae8e23c", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:48:37.316704 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c44c8bdc-f25c-4f27-8de2-b7532a72fbf0 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:48:37.317099 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24da2ec7-04b5-401f-9eaf-8e05426520b6', 'tag': '7a247507-b313-4501-ab8f-0369dae8e23c', 'status': 'completed', 'code': 200} Mar 07 13:48:37.317433 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:48:37.329536 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3bbd2c-135f-46ed-a6f5-20e3516709eb None None] New status for floating IP 03f0a6bd-59c1-4d5d-b975-1fd702426927: ACTIVE {{(pid=109595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 13:48:38.104148 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddebba4-3837-4ba9-bc93-cb6d32a23551 req-1ebce119-fa01-490d-a82a-39386922ca52 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:38.105631 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5ddebba4-3837-4ba9-bc93-cb6d32a23551 req-1ebce119-fa01-490d-a82a-39386922ca52 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 945 time: 0.0512142 Mar 07 13:48:38.150561 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5ddebba4-3837-4ba9-bc93-cb6d32a23551 req-b807ec0d-3625-4fc8-aa88-a5b4c3b9237f tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395041 Mar 07 13:48:38.282207 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-21328262-4bc8-4fb3-aba7-5e081adc323b req-5cc1b29b-c17b-4c1a-bf23-3002df5258e1 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f12f70-1acd-4258-89c1-1171eca4fb42 HTTP/1.1" status: 200 len: 210 time: 0.0261891 Mar 07 13:48:38.464951 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:48:38.501032 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 017a1549-c742-4a32-8a78-ce54b03cdc17 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:48:38.538197 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] No Port match for: 017a1549-c742-4a32-8a78-ce54b03cdc17 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:48:38.538439 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 017a1549-c742-4a32-8a78-ce54b03cdc17 not bound to the agent host hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:48:38.542422 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e93bc1-334d-4a6d-9e91-198fe0c99d41 req-9be8d285-a356-4438-8b6d-65b660e99305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:38.543899 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-25e93bc1-334d-4a6d-9e91-198fe0c99d41 req-9be8d285-a356-4438-8b6d-65b660e99305 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd6473d3b96b4da2b1f766dcd1a54f0f&device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 1129 time: 0.0916846 Mar 07 13:48:38.551405 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ec4bb-b6f7-4877-b9f6-cd79b724ce10 req-5222f42f-35cc-44a2-9b76-bee7c719a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:38.552869 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-110ec4bb-b6f7-4877-b9f6-cd79b724ce10 req-5222f42f-35cc-44a2-9b76-bee7c719a290 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7de53de6775a4c07bda98218fab29dc5&device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 1169 time: 0.0994215 Mar 07 13:48:38.649064 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:48:38.712179 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ec4bb-b6f7-4877-b9f6-cd79b724ce10 req-c7310899-493f-4c64-b931-78a7387d3515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:38.713654 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-110ec4bb-b6f7-4877-b9f6-cd79b724ce10 req-c7310899-493f-4c64-b931-78a7387d3515 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a119dada-69fd-49e0-bf07-78167ff54bec HTTP/1.1" status: 200 len: 915 time: 0.1507010 Mar 07 13:48:38.714700 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e93bc1-334d-4a6d-9e91-198fe0c99d41 req-efa9cfba-f33c-409a-89ee-19bfaa0ee7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:38.715973 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-25e93bc1-334d-4a6d-9e91-198fe0c99d41 req-efa9cfba-f33c-409a-89ee-19bfaa0ee7fb service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2da4129-d7e9-405e-99cb-57150db33a9c HTTP/1.1" status: 200 len: 909 time: 0.1617522 Mar 07 13:48:38.836711 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-25e93bc1-334d-4a6d-9e91-198fe0c99d41 req-333e955a-8e50-46e8-ab98-728b8ba4b950 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a247507-b313-4501-ab8f-0369dae8e23c HTTP/1.1" status: 200 len: 1001 time: 0.1021607 Mar 07 13:48:38.841700 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-110ec4bb-b6f7-4877-b9f6-cd79b724ce10 req-8fc48d27-2819-4678-b934-e0fb5be73b5b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 HTTP/1.1" status: 200 len: 1001 time: 0.1131361 Mar 07 13:48:38.919801 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e93bc1-334d-4a6d-9e91-198fe0c99d41 req-2430d79b-4653-4149-a027-669c823a3345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:38.921280 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-25e93bc1-334d-4a6d-9e91-198fe0c99d41 req-2430d79b-4653-4149-a027-669c823a3345 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1e57cc15-9140-4505-a973-57f9ead1bba1 HTTP/1.1" status: 200 len: 848 time: 0.0784628 Mar 07 13:48:38.924585 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ec4bb-b6f7-4877-b9f6-cd79b724ce10 req-5997a185-fddf-44cb-9d1d-38f798454ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:38.926123 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-110ec4bb-b6f7-4877-b9f6-cd79b724ce10 req-5997a185-fddf-44cb-9d1d-38f798454ef5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18d69a12-8740-4e35-842b-88d13557947d HTTP/1.1" status: 200 len: 854 time: 0.0751331 Mar 07 13:48:39.003820 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e93bc1-334d-4a6d-9e91-198fe0c99d41 req-887ce9f1-c87f-45ea-8de3-25ab1415576f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:39.005323 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-25e93bc1-334d-4a6d-9e91-198fe0c99d41 req-887ce9f1-c87f-45ea-8de3-25ab1415576f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2da4129-d7e9-405e-99cb-57150db33a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721593 Mar 07 13:48:39.007698 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ec4bb-b6f7-4877-b9f6-cd79b724ce10 req-6ceee9b7-f649-4466-b50a-8d474fdefd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:39.009027 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-110ec4bb-b6f7-4877-b9f6-cd79b724ce10 req-6ceee9b7-f649-4466-b50a-8d474fdefd84 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a119dada-69fd-49e0-bf07-78167ff54bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686224 Mar 07 13:48:39.155262 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-110ec4bb-b6f7-4877-b9f6-cd79b724ce10 req-039d9cd2-1631-4fd5-aab2-0172bce268bd service neutron] 10.222.0.10 "GET /v2.0/networks/a119dada-69fd-49e0-bf07-78167ff54bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310146 Mar 07 13:48:39.176879 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-25e93bc1-334d-4a6d-9e91-198fe0c99d41 req-e775d570-5680-4581-bdaa-fe8e7c1746e8 service neutron] 10.222.0.10 "GET /v2.0/networks/f2da4129-d7e9-405e-99cb-57150db33a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595910 Mar 07 13:48:39.623410 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-110ec4bb-b6f7-4877-b9f6-cd79b724ce10 req-38e3d256-239e-4981-9de5-bad45d49e004 service neutron] 10.222.0.10 "GET /v2.0/networks/a119dada-69fd-49e0-bf07-78167ff54bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589996 Mar 07 13:48:39.630082 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fdfa8a-b5f2-4d60-89aa-7411ac5b4a08 req-dd11187d-5599-43c7-bccb-b9e109d77426 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:39.631440 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-60fdfa8a-b5f2-4d60-89aa-7411ac5b4a08 req-dd11187d-5599-43c7-bccb-b9e109d77426 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 945 time: 0.1901479 Mar 07 13:48:39.636016 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-25e93bc1-334d-4a6d-9e91-198fe0c99d41 req-8867dd8f-d164-45ad-9956-417c048558c0 service neutron] 10.222.0.10 "GET /v2.0/networks/f2da4129-d7e9-405e-99cb-57150db33a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494414 Mar 07 13:48:39.662078 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805f4dc-fccf-4d55-be6a-54cae565f402 req-0f0d39ae-1d24-49a3-8457-ec8bcfd0d4fc tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:39.664136 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0805f4dc-fccf-4d55-be6a-54cae565f402 req-0f0d39ae-1d24-49a3-8457-ec8bcfd0d4fc tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.1252949 Mar 07 13:48:39.716624 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-60fdfa8a-b5f2-4d60-89aa-7411ac5b4a08 req-d0dad63a-e6ba-4305-b5d8-316384affca8 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788851 Mar 07 13:48:39.753130 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0805f4dc-fccf-4d55-be6a-54cae565f402 req-92029be7-1a99-4247-aee7-6824bf44ee54 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817821 Mar 07 13:48:39.770511 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f482-f277-498f-8d10-99862d9c0e35 req-b0eee2b5-6816-4f0c-86ad-1742b0fe60b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:39.773776 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2976f482-f277-498f-8d10-99862d9c0e35 req-b0eee2b5-6816-4f0c-86ad-1742b0fe60b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7de53de6775a4c07bda98218fab29dc5&device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 1169 time: 0.0529351 Mar 07 13:48:39.874036 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f482-f277-498f-8d10-99862d9c0e35 req-fcb7dc17-b7aa-4291-ad05-2f062dc36ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:39.875552 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2976f482-f277-498f-8d10-99862d9c0e35 req-fcb7dc17-b7aa-4291-ad05-2f062dc36ce8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a119dada-69fd-49e0-bf07-78167ff54bec HTTP/1.1" status: 200 len: 915 time: 0.0930738 Mar 07 13:48:39.941510 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2976f482-f277-498f-8d10-99862d9c0e35 req-b4beff6b-edd3-461f-9dfc-d8bc02aef027 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 HTTP/1.1" status: 200 len: 1001 time: 0.0590813 Mar 07 13:48:39.988091 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f482-f277-498f-8d10-99862d9c0e35 req-7b69b2bc-8d9d-4bc7-a550-264cd615e7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:39.989468 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2976f482-f277-498f-8d10-99862d9c0e35 req-7b69b2bc-8d9d-4bc7-a550-264cd615e7bf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18d69a12-8740-4e35-842b-88d13557947d HTTP/1.1" status: 200 len: 854 time: 0.0420399 Mar 07 13:48:40.045344 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f482-f277-498f-8d10-99862d9c0e35 req-bdd14de2-1964-45ed-877e-8401331d0152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:40.046809 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2976f482-f277-498f-8d10-99862d9c0e35 req-bdd14de2-1964-45ed-877e-8401331d0152 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a119dada-69fd-49e0-bf07-78167ff54bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509794 Mar 07 13:48:40.142782 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2976f482-f277-498f-8d10-99862d9c0e35 req-7de4794d-b835-4689-9e04-899e3810a842 service neutron] 10.222.0.10 "GET /v2.0/networks/a119dada-69fd-49e0-bf07-78167ff54bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881934 Mar 07 13:48:40.233717 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2976f482-f277-498f-8d10-99862d9c0e35 req-ecc04bda-c24b-4504-86ba-98498c3637c1 service neutron] 10.222.0.10 "GET /v2.0/networks/a119dada-69fd-49e0-bf07-78167ff54bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834684 Mar 07 13:48:40.846791 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe581798-a5d5-49fe-862e-0db6718ab2be req-a061606b-9afb-43cd-be73-4f99f1c5d217 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:40.848396 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fe581798-a5d5-49fe-862e-0db6718ab2be req-a061606b-9afb-43cd-be73-4f99f1c5d217 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 945 time: 0.0641944 Mar 07 13:48:40.956516 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fecf1c-2b36-423b-bdcd-2461c6503992 req-19435515-db9f-4c9b-89f8-9aee4853bc7f tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:40.958016 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-74fecf1c-2b36-423b-bdcd-2461c6503992 req-19435515-db9f-4c9b-89f8-9aee4853bc7f tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.1325686 Mar 07 13:48:40.962407 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fe581798-a5d5-49fe-862e-0db6718ab2be req-a3faa0c0-ad60-4021-8ed6-3ccbb285d77d tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975487 Mar 07 13:48:40.979935 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ee5c2-5bc1-4ad4-b8b7-a5e731159f06 req-0372b802-30a0-4509-b3f0-84df2cb05834 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:40.981442 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-278ee5c2-5bc1-4ad4-b8b7-a5e731159f06 req-0372b802-30a0-4509-b3f0-84df2cb05834 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.10 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 945 time: 0.1175969 Mar 07 13:48:41.051941 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-74fecf1c-2b36-423b-bdcd-2461c6503992 req-681ea7c8-aff3-487f-b9d5-f2b481cbe79e tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874739 Mar 07 13:48:41.097613 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-278ee5c2-5bc1-4ad4-b8b7-a5e731159f06 req-6f144e8a-7afd-41f6-b494-9a5f0c6e4ed5 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Deleting port 1eddfba1-1f68-4295-af11-813cb2f639f0 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:48:41.097883 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-278ee5c2-5bc1-4ad4-b8b7-a5e731159f06 req-6f144e8a-7afd-41f6-b494-9a5f0c6e4ed5 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (1eddfba1-1f68-4295-af11-813cb2f639f0), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:41.186880 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-278ee5c2-5bc1-4ad4-b8b7-a5e731159f06 req-6f144e8a-7afd-41f6-b494-9a5f0c6e4ed5 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] For port 1eddfba1-1f68-4295-af11-813cb2f639f0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1eddfba1-1f68-4295-af11-813cb2f639f0,segment=NetworkSegment(fe688700-cfc6-487f-a1be-0f4c68b73bb7),segment_id=fe688700-cfc6-487f-a1be-0f4c68b73bb7)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:48:41.187237 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-278ee5c2-5bc1-4ad4-b8b7-a5e731159f06 req-6f144e8a-7afd-41f6-b494-9a5f0c6e4ed5 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (1eddfba1-1f68-4295-af11-813cb2f639f0), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:41.199365 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-278ee5c2-5bc1-4ad4-b8b7-a5e731159f06 req-6f144e8a-7afd-41f6-b494-9a5f0c6e4ed5 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Calling delete_port for 1eddfba1-1f68-4295-af11-813cb2f639f0 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:48:41.324599 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-278ee5c2-5bc1-4ad4-b8b7-a5e731159f06 req-6f144e8a-7afd-41f6-b494-9a5f0c6e4ed5 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (1eddfba1-1f68-4295-af11-813cb2f639f0), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:41.353239 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f144e8a-7afd-41f6-b494-9a5f0c6e4ed5 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Pushing event deleted for resources: {'Port': ['ID=1eddfba1-1f68-4295-af11-813cb2f639f0,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:48:41.393762 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-278ee5c2-5bc1-4ad4-b8b7-a5e731159f06 req-6f144e8a-7afd-41f6-b494-9a5f0c6e4ed5 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] No DVR routers for this DVR port 1eddfba1-1f68-4295-af11-813cb2f639f0 on host hv-cinder-81322 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:48:41.396121 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-278ee5c2-5bc1-4ad4-b8b7-a5e731159f06 req-6f144e8a-7afd-41f6-b494-9a5f0c6e4ed5 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:41.400084 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-278ee5c2-5bc1-4ad4-b8b7-a5e731159f06 req-6f144e8a-7afd-41f6-b494-9a5f0c6e4ed5 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.10 "DELETE /v2.0/ports/1eddfba1-1f68-4295-af11-813cb2f639f0 HTTP/1.1" status: 204 len: 173 time: 0.4125314 Mar 07 13:48:41.400519 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58467f0e-534a-44c5-b0c5-dd22b74733bd', 'name': 'network-vif-deleted', 'tag': '1eddfba1-1f68-4295-af11-813cb2f639f0'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:48:41.402753 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0913cf04-0910-4b43-98aa-81ed2e6c652e" -d '{"events": [{"server_uuid": "58467f0e-534a-44c5-b0c5-dd22b74733bd", "name": "network-vif-deleted", "tag": "1eddfba1-1f68-4295-af11-813cb2f639f0"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:48:41.436482 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e20b09-3a50-48ab-b2d9-814ca4d0b224 x-openstack-request-id: req-c8e20b09-3a50-48ab-b2d9-814ca4d0b224 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:48:41.436775 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58467f0e-534a-44c5-b0c5-dd22b74733bd", "name": "network-vif-deleted", "tag": "1eddfba1-1f68-4295-af11-813cb2f639f0", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:48:41.437024 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c8e20b09-3a50-48ab-b2d9-814ca4d0b224 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:48:41.437449 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58467f0e-534a-44c5-b0c5-dd22b74733bd', 'name': 'network-vif-deleted', 'tag': '1eddfba1-1f68-4295-af11-813cb2f639f0', 'status': 'completed', 'code': 200} Mar 07 13:48:41.481324 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['1eddfba1-1f68-4295-af11-813cb2f639f0'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:48:42.069641 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-19a27625-d83a-465d-b8ad-ee354294e578 req-1c24fcbc-e701-4fa3-8544-c873ad6977bb tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 210 time: 0.0274682 Mar 07 13:48:42.169870 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db50c5e-d7d3-49c5-a6ca-c10818956bbf req-e95076cb-d3eb-4100-a74e-efd254886d99 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:42.171311 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0db50c5e-d7d3-49c5-a6ca-c10818956bbf req-e95076cb-d3eb-4100-a74e-efd254886d99 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0540838 Mar 07 13:48:42.216035 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0db50c5e-d7d3-49c5-a6ca-c10818956bbf req-9187787f-43f7-4876-b84f-c07a933f849a tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393527 Mar 07 13:48:43.172055 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dc4cd9f7-0cac-4dba-851e-e6404b9a4eda req-ceda8b02-770c-4404-b02c-3b9562fdda51 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 210 time: 0.0277770 Mar 07 13:48:43.329324 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7da86-a765-4363-9d74-b2edea0f387a req-922b795a-feac-4d1a-af60-0948edf87453 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:43.330767 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-16e7da86-a765-4363-9d74-b2edea0f387a req-922b795a-feac-4d1a-af60-0948edf87453 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0505855 Mar 07 13:48:43.375623 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-16e7da86-a765-4363-9d74-b2edea0f387a req-2fbe73f3-941d-40dd-abfd-7bb0c0f8f339 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389309 Mar 07 13:48:44.274087 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2b05a198-9699-4357-8cf5-b13923fa3a55 req-9ef40e4a-aec1-4382-ba23-5d078e332207 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=58467f0e-534a-44c5-b0c5-dd22b74733bd HTTP/1.1" status: 200 len: 210 time: 0.0292532 Mar 07 13:48:44.490054 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1e4cc-e3ab-40e0-8bbe-9492f5050e6c req-239251e9-54df-43e0-a009-e3c12dcfe690 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:44.492148 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a8d1e4cc-e3ab-40e0-8bbe-9492f5050e6c req-239251e9-54df-43e0-a009-e3c12dcfe690 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0520117 Mar 07 13:48:44.537144 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a8d1e4cc-e3ab-40e0-8bbe-9492f5050e6c req-39e9bdeb-592a-4500-a93f-3fbe1a4bc1ca tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396454 Mar 07 13:48:44.719955 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 1eddfba1-1f68-4295-af11-813cb2f639f0 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:48:44.740004 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] No Port match for: 1eddfba1-1f68-4295-af11-813cb2f639f0 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:48:44.740344 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 1eddfba1-1f68-4295-af11-813cb2f639f0 not bound to the agent host hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:48:45.651216 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a48558-f6eb-4719-9d3c-1842f2aeaf79 req-44ef16b6-fe00-4848-9ac9-48c4a1ad810e tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:45.652682 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e8a48558-f6eb-4719-9d3c-1842f2aeaf79 req-44ef16b6-fe00-4848-9ac9-48c4a1ad810e tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0522733 Mar 07 13:48:45.697984 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e8a48558-f6eb-4719-9d3c-1842f2aeaf79 req-a4907571-6a82-4811-95bc-cc83e800eb54 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398970 Mar 07 13:48:46.816491 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35999419-9278-4f54-9680-3c9eaa3968b9 req-ae4ab1ff-8476-4b10-a0e8-4eeb33ed5344 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:46.817986 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-35999419-9278-4f54-9680-3c9eaa3968b9 req-ae4ab1ff-8476-4b10-a0e8-4eeb33ed5344 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0551984 Mar 07 13:48:46.864172 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-35999419-9278-4f54-9680-3c9eaa3968b9 req-e66bfcbe-79f5-48da-8313-8b051b42567d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398223 Mar 07 13:48:47.842502 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0f220dbf-2158-4366-8ee9-5aaaa7098094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:47.979429 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c923e85-49ee-454e-87a5-497f24aa02f3 req-8abb4190-e583-4d06-b526-a4820c58ab68 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:47.980907 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9c923e85-49ee-454e-87a5-497f24aa02f3 req-8abb4190-e583-4d06-b526-a4820c58ab68 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0516777 Mar 07 13:48:48.028320 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9c923e85-49ee-454e-87a5-497f24aa02f3 req-a6f2afc8-fe9d-4b79-8ed2-f30d57acee8a tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419860 Mar 07 13:48:49.150100 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5993e-1a17-4b44-8cab-6e07285ccfaf req-dfdb018a-61d0-4c98-bfb1-5c0e78b68417 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:49.151497 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-43a5993e-1a17-4b44-8cab-6e07285ccfaf req-dfdb018a-61d0-4c98-bfb1-5c0e78b68417 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0551021 Mar 07 13:48:49.197025 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-43a5993e-1a17-4b44-8cab-6e07285ccfaf req-8b175a9f-6a60-4864-8efd-457a7ce356a4 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398111 Mar 07 13:48:50.062717 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a9bfac9e-bb22-448d-91ea-c1ff29965901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:50.313996 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa30d3e-4f9f-455c-9121-b6bbe05da15d req-6a36fc00-3676-4387-8980-9bf83f312b03 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:50.315416 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2aa30d3e-4f9f-455c-9121-b6bbe05da15d req-6a36fc00-3676-4387-8980-9bf83f312b03 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0523982 Mar 07 13:48:50.361094 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2aa30d3e-4f9f-455c-9121-b6bbe05da15d req-a1298f8b-4050-4972-9f7d-7f0bff888bc8 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402710 Mar 07 13:48:51.306765 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:51.476171 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2a27b-d813-43ef-b7b4-f3c8149626db req-bdcc4bf5-8b32-4720-bf50-a49dc2f401e8 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:51.477620 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-41e2a27b-d813-43ef-b7b4-f3c8149626db req-bdcc4bf5-8b32-4720-bf50-a49dc2f401e8 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0517263 Mar 07 13:48:51.533137 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-41e2a27b-d813-43ef-b7b4-f3c8149626db req-9642db43-6931-452a-b6c3-3e1f5ea69833 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500565 Mar 07 13:48:52.400080 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:52.647934 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be0aa4-ded8-4c71-872a-385059ee33a0 req-cd9cf5bc-1fa6-4a89-9c54-c8177acfccad tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:52.650053 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-40be0aa4-ded8-4c71-872a-385059ee33a0 req-cd9cf5bc-1fa6-4a89-9c54-c8177acfccad tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0520995 Mar 07 13:48:52.695016 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-40be0aa4-ded8-4c71-872a-385059ee33a0 req-1c2bfece-9180-4a8b-993a-76b6b528b38d tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395010 Mar 07 13:48:53.808637 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216774b-1b06-4146-82ed-149c3f344325 req-9e7d392f-0832-460c-b2f9-b9a5f8380acc tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:53.810130 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b216774b-1b06-4146-82ed-149c3f344325 req-9e7d392f-0832-460c-b2f9-b9a5f8380acc tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0510745 Mar 07 13:48:53.855288 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b216774b-1b06-4146-82ed-149c3f344325 req-6108c130-93b3-4688-a951-ece8cfd21413 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397329 Mar 07 13:48:54.225669 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:54.975684 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38102b1b-2bb5-4d0b-8c1d-e70dc0a3050c req-a65f84dd-1e1f-43ac-9e0b-72c93c9b7bd3 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:54.977232 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-38102b1b-2bb5-4d0b-8c1d-e70dc0a3050c req-a65f84dd-1e1f-43ac-9e0b-72c93c9b7bd3 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0554967 Mar 07 13:48:55.022192 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-38102b1b-2bb5-4d0b-8c1d-e70dc0a3050c req-0186711d-187c-4c32-971a-a8321a650713 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7373097-e303-44d8-bda3-0c4d2cdeebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395300 Mar 07 13:48:55.360867 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e284d-731e-495c-a1c9-d0887c9bfb86 req-48cf0cc8-1943-43b7-9135-33810c411838 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:48:55.362397 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e26e284d-731e-495c-a1c9-d0887c9bfb86 req-48cf0cc8-1943-43b7-9135-33810c411838 tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.10 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 945 time: 0.0516794 Mar 07 13:48:55.458621 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-e26e284d-731e-495c-a1c9-d0887c9bfb86 req-a55f310c-dd8e-4f77-98c9-62ae2bae551b tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Deleting port 906c9fd6-70d3-488f-ab60-10d4094bbe96 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:48:55.458985 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e26e284d-731e-495c-a1c9-d0887c9bfb86 req-a55f310c-dd8e-4f77-98c9-62ae2bae551b tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (906c9fd6-70d3-488f-ab60-10d4094bbe96), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:55.545532 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-e26e284d-731e-495c-a1c9-d0887c9bfb86 req-a55f310c-dd8e-4f77-98c9-62ae2bae551b tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] For port 906c9fd6-70d3-488f-ab60-10d4094bbe96, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=906c9fd6-70d3-488f-ab60-10d4094bbe96,segment=NetworkSegment(035f3fc5-cf6c-466f-ba7d-03dc1ea8059d),segment_id=035f3fc5-cf6c-466f-ba7d-03dc1ea8059d)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:48:55.545836 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e26e284d-731e-495c-a1c9-d0887c9bfb86 req-a55f310c-dd8e-4f77-98c9-62ae2bae551b tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (906c9fd6-70d3-488f-ab60-10d4094bbe96), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:55.558481 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-e26e284d-731e-495c-a1c9-d0887c9bfb86 req-a55f310c-dd8e-4f77-98c9-62ae2bae551b tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Calling delete_port for 906c9fd6-70d3-488f-ab60-10d4094bbe96 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:48:55.686469 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e26e284d-731e-495c-a1c9-d0887c9bfb86 req-a55f310c-dd8e-4f77-98c9-62ae2bae551b tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (906c9fd6-70d3-488f-ab60-10d4094bbe96), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:55.714632 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f310c-dd8e-4f77-98c9-62ae2bae551b tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Pushing event deleted for resources: {'Port': ['ID=906c9fd6-70d3-488f-ab60-10d4094bbe96,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:48:55.726728 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['906c9fd6-70d3-488f-ab60-10d4094bbe96'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:48:55.764066 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26e284d-731e-495c-a1c9-d0887c9bfb86 req-a55f310c-dd8e-4f77-98c9-62ae2bae551b tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] No DVR routers for this DVR port 906c9fd6-70d3-488f-ab60-10d4094bbe96 on host hv-cinder-81322 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:48:55.766812 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e26e284d-731e-495c-a1c9-d0887c9bfb86 req-a55f310c-dd8e-4f77-98c9-62ae2bae551b tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:55.770727 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e26e284d-731e-495c-a1c9-d0887c9bfb86 req-a55f310c-dd8e-4f77-98c9-62ae2bae551b tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.10 "DELETE /v2.0/ports/906c9fd6-70d3-488f-ab60-10d4094bbe96 HTTP/1.1" status: 204 len: 173 time: 0.4031527 Mar 07 13:48:55.771180 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cd72de-9a64-4a2a-aacd-348d8a73ac29', 'name': 'network-vif-deleted', 'tag': '906c9fd6-70d3-488f-ab60-10d4094bbe96'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:48:55.774209 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb4463a-79d2-4c84-a093-9c1a281a517c" -d '{"events": [{"server_uuid": "51cd72de-9a64-4a2a-aacd-348d8a73ac29", "name": "network-vif-deleted", "tag": "906c9fd6-70d3-488f-ab60-10d4094bbe96"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:48:55.818276 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1d5f23-e44c-4d68-b434-534ffec7fd2a x-openstack-request-id: req-ff1d5f23-e44c-4d68-b434-534ffec7fd2a {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:48:55.818574 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cd72de-9a64-4a2a-aacd-348d8a73ac29", "name": "network-vif-deleted", "tag": "906c9fd6-70d3-488f-ab60-10d4094bbe96", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:48:55.818907 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff1d5f23-e44c-4d68-b434-534ffec7fd2a {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:48:55.819305 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cd72de-9a64-4a2a-aacd-348d8a73ac29', 'name': 'network-vif-deleted', 'tag': '906c9fd6-70d3-488f-ab60-10d4094bbe96', 'status': 'completed', 'code': 200} Mar 07 13:48:56.138859 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1155a998-d51c-463f-b05d-1562f5cd0aea req-dcc68887-8c55-45b3-88c9-9fc4d01ef3dd tempest-ServerRescueNegativeTestJSON-876867362 tempest-ServerRescueNegativeTestJSON-876867362-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd72de-9a64-4a2a-aacd-348d8a73ac29 HTTP/1.1" status: 200 len: 210 time: 0.0303018 Mar 07 13:48:57.194137 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 57292) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:48:57.598292 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f3326f77-f95a-43dc-ae08-3671ca0eb62f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8115010'] for router_interface (2019417e-c974-425f-93e2-5ba0c33fa738), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:58.114789 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-f3326f77-f95a-43dc-ae08-3671ca0eb62f admin admin] Deleting port 3a67101a-f787-4cd5-9641-063f8ed37e19 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:48:58.115128 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f3326f77-f95a-43dc-ae08-3671ca0eb62f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (3a67101a-f787-4cd5-9641-063f8ed37e19), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:58.194843 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-f3326f77-f95a-43dc-ae08-3671ca0eb62f admin admin] For port 3a67101a-f787-4cd5-9641-063f8ed37e19, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=3a67101a-f787-4cd5-9641-063f8ed37e19,segment=NetworkSegment(035f3fc5-cf6c-466f-ba7d-03dc1ea8059d),segment_id=035f3fc5-cf6c-466f-ba7d-03dc1ea8059d)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:48:58.195538 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f3326f77-f95a-43dc-ae08-3671ca0eb62f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (3a67101a-f787-4cd5-9641-063f8ed37e19), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:58.207019 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-f3326f77-f95a-43dc-ae08-3671ca0eb62f admin admin] Calling delete_port for 3a67101a-f787-4cd5-9641-063f8ed37e19 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:48:58.384107 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f3326f77-f95a-43dc-ae08-3671ca0eb62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (3a67101a-f787-4cd5-9641-063f8ed37e19), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:58.410628 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3326f77-f95a-43dc-ae08-3671ca0eb62f admin admin] Pushing event deleted for resources: {'Port': ['ID=3a67101a-f787-4cd5-9641-063f8ed37e19,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:48:58.568227 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f3326f77-f95a-43dc-ae08-3671ca0eb62f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8114998'] for router_interface (2019417e-c974-425f-93e2-5ba0c33fa738), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:58.775173 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3326f77-f95a-43dc-ae08-3671ca0eb62f admin admin] Router 2019417e-c974-425f-93e2-5ba0c33fa738 has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:48:58.879219 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3326f77-f95a-43dc-ae08-3671ca0eb62f admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:48:58.884620 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-f3326f77-f95a-43dc-ae08-3671ca0eb62f admin admin] 10.222.0.24 "PUT /v2.0/routers/2019417e-c974-425f-93e2-5ba0c33fa738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6894860 Mar 07 13:48:58.887142 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 57302) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:48:58.891177 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0100b017-4d53-4ce9-b1c5-e8e473830882 None None] Sync routers for ids ['2019417e-c974-425f-93e2-5ba0c33fa738'] in dv-cinder-813222-6-iscsi {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:48:58.901455 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0100b017-4d53-4ce9-b1c5-e8e473830882 None None] Routers {'2019417e-c974-425f-93e2-5ba0c33fa738'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:48:58.902054 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-0100b017-4d53-4ce9-b1c5-e8e473830882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:48:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['2019417e-c974-425f-93e2-5ba0c33fa738'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:48:59.005105 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-0100b017-4d53-4ce9-b1c5-e8e473830882 None None] Set router 2019417e-c974-425f-93e2-5ba0c33fa738 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:48:59.133930 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4ce7c335-4207-477a-99eb-c7c5f3a69eeb admin admin] Publish callbacks [] for router (2019417e-c974-425f-93e2-5ba0c33fa738), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:59.184880 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-0100b017-4d53-4ce9-b1c5-e8e473830882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2019417e-c974-425f-93e2-5ba0c33fa738', 'name': 'tempest-ServerRescueNegativeTestJSON-145553921-router', 'tenant_id': '88634ee7e2b24d288fb0ffe0074a2dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '7f20690a-fc4f-47f5-b44f-f2283114df6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:00Z', 'updated_at': '2022-03-07T13:48:58Z', 'revision_number': 5, 'project_id': '88634ee7e2b24d288fb0ffe0074a2dc6', 'gw_port': {'id': '7f20690a-fc4f-47f5-b44f-f2283114df6c', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2019417e-c974-425f-93e2-5ba0c33fa738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:00Z', 'updated_at': '2022-03-07T13:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:48:59.210422 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0100b017-4d53-4ce9-b1c5-e8e473830882 None None] Checking router: 2019417e-c974-425f-93e2-5ba0c33fa738 for host: dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:48:59.218427 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0100b017-4d53-4ce9-b1c5-e8e473830882 None None] Routers {'2019417e-c974-425f-93e2-5ba0c33fa738'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:48:59.219015 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-0100b017-4d53-4ce9-b1c5-e8e473830882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:48:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['2019417e-c974-425f-93e2-5ba0c33fa738'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:48:59.241842 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4ce7c335-4207-477a-99eb-c7c5f3a69eeb admin admin] Publish callbacks [] for router_gateway (2019417e-c974-425f-93e2-5ba0c33fa738), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:59.292792 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7c335-4207-477a-99eb-c7c5f3a69eeb admin admin] Deleting port 7f20690a-fc4f-47f5-b44f-f2283114df6c {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:48:59.293015 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4ce7c335-4207-477a-99eb-c7c5f3a69eeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (7f20690a-fc4f-47f5-b44f-f2283114df6c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:59.324479 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-0100b017-4d53-4ce9-b1c5-e8e473830882 None None] Set router 2019417e-c974-425f-93e2-5ba0c33fa738 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:48:59.371940 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-4ce7c335-4207-477a-99eb-c7c5f3a69eeb admin admin] For port 7f20690a-fc4f-47f5-b44f-f2283114df6c, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=7f20690a-fc4f-47f5-b44f-f2283114df6c,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:48:59.372297 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4ce7c335-4207-477a-99eb-c7c5f3a69eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (7f20690a-fc4f-47f5-b44f-f2283114df6c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:59.384382 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7c335-4207-477a-99eb-c7c5f3a69eeb admin admin] Calling delete_port for 7f20690a-fc4f-47f5-b44f-f2283114df6c owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:48:59.500528 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-0100b017-4d53-4ce9-b1c5-e8e473830882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2019417e-c974-425f-93e2-5ba0c33fa738', 'name': 'tempest-ServerRescueNegativeTestJSON-145553921-router', 'tenant_id': '88634ee7e2b24d288fb0ffe0074a2dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '7f20690a-fc4f-47f5-b44f-f2283114df6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:00Z', 'updated_at': '2022-03-07T13:48:58Z', 'revision_number': 5, 'project_id': '88634ee7e2b24d288fb0ffe0074a2dc6', 'gw_port': {'id': '7f20690a-fc4f-47f5-b44f-f2283114df6c', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2019417e-c974-425f-93e2-5ba0c33fa738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:00Z', 'updated_at': '2022-03-07T13:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:48:59.530879 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0100b017-4d53-4ce9-b1c5-e8e473830882 None None] The sync data for ids ['2019417e-c974-425f-93e2-5ba0c33fa738'] in dv-cinder-813222-6-iscsi is: [{'id': '2019417e-c974-425f-93e2-5ba0c33fa738', 'name': 'tempest-ServerRescueNegativeTestJSON-145553921-router', 'tenant_id': '88634ee7e2b24d288fb0ffe0074a2dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '7f20690a-fc4f-47f5-b44f-f2283114df6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:00Z', 'updated_at': '2022-03-07T13:48:58Z', 'revision_number': 5, 'project_id': '88634ee7e2b24d288fb0ffe0074a2dc6', 'gw_port': {'id': '7f20690a-fc4f-47f5-b44f-f2283114df6c', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2019417e-c974-425f-93e2-5ba0c33fa738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:00Z', 'updated_at': '2022-03-07T13:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:48:59.552355 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4ce7c335-4207-477a-99eb-c7c5f3a69eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (7f20690a-fc4f-47f5-b44f-f2283114df6c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:59.579816 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7c335-4207-477a-99eb-c7c5f3a69eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=7f20690a-fc4f-47f5-b44f-f2283114df6c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:48:59.640634 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4ce7c335-4207-477a-99eb-c7c5f3a69eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8114076'] for router_gateway (2019417e-c974-425f-93e2-5ba0c33fa738), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:59.742291 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4ce7c335-4207-477a-99eb-c7c5f3a69eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8117800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60004'] for router (2019417e-c974-425f-93e2-5ba0c33fa738), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:59.744338 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4ce7c335-4207-477a-99eb-c7c5f3a69eeb admin admin] Publish callbacks [] for router_controller (2019417e-c974-425f-93e2-5ba0c33fa738), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:59.805249 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4ce7c335-4207-477a-99eb-c7c5f3a69eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8117823'] for router (2019417e-c974-425f-93e2-5ba0c33fa738), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:59.805700 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce7c335-4207-477a-99eb-c7c5f3a69eeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2019417e-c974-425f-93e2-5ba0c33fa738 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 13:48:59.810827 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4ce7c335-4207-477a-99eb-c7c5f3a69eeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:59.811965 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-4ce7c335-4207-477a-99eb-c7c5f3a69eeb admin admin] 10.222.0.24 "DELETE /v2.0/routers/2019417e-c974-425f-93e2-5ba0c33fa738 HTTP/1.1" status: 204 len: 168 time: 0.9239047 Mar 07 13:48:59.814481 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 57312) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:48:59.860380 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c90387-7894-4a37-b46a-978bd6c600b8 admin admin] Deleting subnet 588e3218-1b5e-44a1-964b-b3809f310cbf {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 13:48:59.863407 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3c90387-7894-4a37-b46a-978bd6c600b8 admin admin] Publish callbacks [] for subnet (588e3218-1b5e-44a1-964b-b3809f310cbf), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:59.902993 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3c90387-7894-4a37-b46a-978bd6c600b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4840051'] for subnet (588e3218-1b5e-44a1-964b-b3809f310cbf), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:59.944163 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3c90387-7894-4a37-b46a-978bd6c600b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663011'] for subnet (588e3218-1b5e-44a1-964b-b3809f310cbf), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:48:59.996451 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3c90387-7894-4a37-b46a-978bd6c600b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4839616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5536110'] for subnet (588e3218-1b5e-44a1-964b-b3809f310cbf), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:00.021883 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c90387-7894-4a37-b46a-978bd6c600b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=588e3218-1b5e-44a1-964b-b3809f310cbf,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:00.026725 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3c90387-7894-4a37-b46a-978bd6c600b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:00.029829 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-c3c90387-7894-4a37-b46a-978bd6c600b8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/588e3218-1b5e-44a1-964b-b3809f310cbf HTTP/1.1" status: 204 len: 168 time: 0.2144616 Mar 07 13:49:00.032322 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 57314) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:49:00.105984 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c6fb-a643-4413-a7e5-bc2aa34aa2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635500'] for network (a5b462aa-a284-4f43-8b3d-18890bd539a5), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:00.196499 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c6fb-a643-4413-a7e5-bc2aa34aa2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725100', 'neutron.services.segments.db._delete_segments_for_network-8776652592487'] for network (a5b462aa-a284-4f43-8b3d-18890bd539a5), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:00.198153 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 3a67101a-f787-4cd5-9641-063f8ed37e19 no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:49:00.218838 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-6ca1c6fb-a643-4413-a7e5-bc2aa34aa2ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b462aa-a284-4f43-8b3d-18890bd539a5']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:49:00.219584 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: 3a67101a-f787-4cd5-9641-063f8ed37e19 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:49:00.219998 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 3a67101a-f787-4cd5-9641-063f8ed37e19 not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:49:00.230391 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-6ca1c6fb-a643-4413-a7e5-bc2aa34aa2ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035f3fc5-cf6c-466f-ba7d-03dc1ea8059d') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:49:00.230811 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-6ca1c6fb-a643-4413-a7e5-bc2aa34aa2ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035f3fc5-cf6c-466f-ba7d-03dc1ea8059d') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:49:00.241757 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c6fb-a643-4413-a7e5-bc2aa34aa2ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776652593776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4840072'] for segment (035f3fc5-cf6c-466f-ba7d-03dc1ea8059d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:00.259797 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c6fb-a643-4413-a7e5-bc2aa34aa2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (035f3fc5-cf6c-466f-ba7d-03dc1ea8059d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:00.266518 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca1c6fb-a643-4413-a7e5-bc2aa34aa2ae admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 13:49:00.267078 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c6fb-a643-4413-a7e5-bc2aa34aa2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4839594'] for segment (035f3fc5-cf6c-466f-ba7d-03dc1ea8059d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: Traceback (most recent call last): Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: timer() Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: cb(*args, **kw) Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: return func(*args, **kwargs) Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: self._notify() Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: self.callback(batched_events) Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: event.method(event) Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: return f(self, *a, **k) Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: return self._get(url).json() Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: return self.request(url, 'GET', **kwargs) Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 13:49:00.268912 dv-cinder-813222-6-iscsi neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 13:49:00.323118 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c6fb-a643-4413-a7e5-bc2aa34aa2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8114104'] for network (a5b462aa-a284-4f43-8b3d-18890bd539a5), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:00.327388 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c6fb-a643-4413-a7e5-bc2aa34aa2ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:00.330585 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-6ca1c6fb-a643-4413-a7e5-bc2aa34aa2ae admin admin] 10.222.0.24 "DELETE /v2.0/networks/a5b462aa-a284-4f43-8b3d-18890bd539a5 HTTP/1.1" status: 204 len: 168 time: 0.2973630 Mar 07 13:49:00.342219 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1c6fb-a643-4413-a7e5-bc2aa34aa2ae admin admin] Pushing event deleted for resources: {'Network': ['ID=a5b462aa-a284-4f43-8b3d-18890bd539a5,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:00.441115 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 57324) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:49:00.480247 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-3aa8a9aa-69cc-4d96-b490-e9734ec90d0c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=88634ee7e2b24d288fb0ffe0074a2dc6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0379891 Mar 07 13:49:00.482648 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 57326) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:49:00.530808 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b57d4bc-e76e-4a3d-992f-92ceb09e7046 admin admin] Publish callbacks [] for security_group (a7373097-e303-44d8-bda3-0c4d2cdeebd4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:00.552042 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b57d4bc-e76e-4a3d-992f-92ceb09e7046 admin admin] Publish callbacks [] for security_group (a7373097-e303-44d8-bda3-0c4d2cdeebd4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:00.598277 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b57d4bc-e76e-4a3d-992f-92ceb09e7046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (a7373097-e303-44d8-bda3-0c4d2cdeebd4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:00.601468 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b57d4bc-e76e-4a3d-992f-92ceb09e7046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:00.602620 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-2b57d4bc-e76e-4a3d-992f-92ceb09e7046 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7373097-e303-44d8-bda3-0c4d2cdeebd4 HTTP/1.1" status: 204 len: 168 time: 0.1190665 Mar 07 13:49:00.610473 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57d4bc-e76e-4a3d-992f-92ceb09e7046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7373097-e303-44d8-bda3-0c4d2cdeebd4,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:01.258574 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 57356) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:49:01.354339 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-d951ecec-2d94-4803-8ecc-3df9b123cffd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-948968075-network', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:49:01.373987 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d951ecec-2d94-4803-8ecc-3df9b123cffd admin admin] Made reservation on behalf of 8ffdd53d4a3f432e83ee1806a26d0e8b for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:49:01.376582 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d951ecec-2d94-4803-8ecc-3df9b123cffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:01.385599 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d951ecec-2d94-4803-8ecc-3df9b123cffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:01.459453 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d951ecec-2d94-4803-8ecc-3df9b123cffd admin admin] Publish callbacks [] for security_group (e88e7344-e360-4c6a-837d-82809d6faae4), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:01.463342 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d951ecec-2d94-4803-8ecc-3df9b123cffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (e88e7344-e360-4c6a-837d-82809d6faae4), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:01.489524 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d951ecec-2d94-4803-8ecc-3df9b123cffd admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 13:49:01.495399 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951ecec-2d94-4803-8ecc-3df9b123cffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88e7344-e360-4c6a-837d-82809d6faae4,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:01.503569 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d951ecec-2d94-4803-8ecc-3df9b123cffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (1abe214c-6bc4-4052-8a26-d926235503eb), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:01.503914 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.segments_db [None req-d951ecec-2d94-4803-8ecc-3df9b123cffd admin admin] Added segment 1abe214c-6bc4-4052-8a26-d926235503eb of type vlan for network a13d25ed-6982-4eee-bae1-184f281a254d Mar 07 13:49:01.558348 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d951ecec-2d94-4803-8ecc-3df9b123cffd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776652068127'] for network (a13d25ed-6982-4eee-bae1-184f281a254d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:01.632002 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d951ecec-2d94-4803-8ecc-3df9b123cffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for network (a13d25ed-6982-4eee-bae1-184f281a254d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:01.632847 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d951ecec-2d94-4803-8ecc-3df9b123cffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:01.633440 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d951ecec-2d94-4803-8ecc-3df9b123cffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:01.676566 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-d951ecec-2d94-4803-8ecc-3df9b123cffd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4168291 Mar 07 13:49:01.680311 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 57378) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:49:01.685757 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-9d26749d-c06b-4455-97da-e7755ed4649b admin admin] Request body: {'subnet': {'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-948968075-subnet', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:49:01.689037 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-a98b06b9-0159-4ad8-bee8-bfdd63ab6679 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:01.690457 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-a98b06b9-0159-4ad8-bee8-bfdd63ab6679 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/networks?id=13ac22ff-28a9-4425-b974-3472839ae981 HTTP/1.1" status: 200 len: 814 time: 0.1465549 Mar 07 13:49:01.705202 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d26749d-c06b-4455-97da-e7755ed4649b admin admin] Made reservation on behalf of 8ffdd53d4a3f432e83ee1806a26d0e8b for: {'subnet': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:49:01.707588 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9d26749d-c06b-4455-97da-e7755ed4649b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24711506'] for subnet (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:01.728635 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951ecec-2d94-4803-8ecc-3df9b123cffd admin admin] Pushing event updated for resources: {'Network': ['ID=a13d25ed-6982-4eee-bae1-184f281a254d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:01.732707 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-b8a516af-ec22-4d39-93d9-c3449e59148e tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/quotas/2515866132ab4644bfa36601311dfc8f HTTP/1.1" status: 200 len: 375 time: 0.0151958 Mar 07 13:49:01.738412 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Network a13d25ed-6982-4eee-bae1-184f281a254d details requested by agent ovs-agent-dv-cinder-813222-6-iscsi with host dv-cinder-813222-6-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 13:49:01.764543 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-ef9ad9eb-d9a3-448f-a152-2469927af29d tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2515866132ab4644bfa36601311dfc8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265284 Mar 07 13:49:01.858814 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-33a98e95-e86e-43a3-b1a2-b6c71c8ffbf8 service neutron] 10.222.0.24 "GET /v2.0/networks/13ac22ff-28a9-4425-b974-3472839ae981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855978 Mar 07 13:49:01.952496 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-545f0c31-5b69-4d30-be26-2c3eeef917ac service neutron] 10.222.0.24 "GET /v2.0/networks/13ac22ff-28a9-4425-b974-3472839ae981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879478 Mar 07 13:49:02.095182 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9d26749d-c06b-4455-97da-e7755ed4649b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4239355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24711500'] for subnet (2ecbb758-a715-42cc-aa60-edc95b9687c6), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:02.108647 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 7f20690a-fc4f-47f5-b44f-f2283114df6c no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:49:02.141385 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26749d-c06b-4455-97da-e7755ed4649b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ecbb758-a715-42cc-aa60-edc95b9687c6,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:02.179075 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d26749d-c06b-4455-97da-e7755ed4649b admin admin] Checking segment: {'id': '1abe214c-6bc4-4052-8a26-d926235503eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:49:02.179448 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d26749d-c06b-4455-97da-e7755ed4649b admin admin] Network hostable DHCP agents. Network: a13d25ed-6982-4eee-bae1-184f281a254d, hostable agents: ['08584f1c-1841-49d6-90b0-a431cd6de474'], hosted agents: [] {{(pid=109593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 13:49:02.180708 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-60b9a90d-10ba-46a3-8af2-f782f07120de req-ddaa1e3d-a83f-49e6-a82c-9a4b42464a70 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e HTTP/1.1" status: 200 len: 210 time: 0.0929399 Mar 07 13:49:02.208688 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d26749d-c06b-4455-97da-e7755ed4649b admin admin] Network a13d25ed-6982-4eee-bae1-184f281a254d is scheduled to be hosted by DHCP agent 08584f1c-1841-49d6-90b0-a431cd6de474 with binding_index 1 {{(pid=109593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 13:49:02.235029 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-9d26749d-c06b-4455-97da-e7755ed4649b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-6-iscsi, a13d25ed-6982-4eee-bae1-184f281a254d) {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:49:02.249967 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d26749d-c06b-4455-97da-e7755ed4649b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:02.250630 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9d26749d-c06b-4455-97da-e7755ed4649b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:02.268813 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-9d26749d-c06b-4455-97da-e7755ed4649b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5868583 Mar 07 13:49:02.271701 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 57390) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:49:02.276970 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-07ed51f3-a66a-48b6-8cda-f318c471fc10 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-948968075-router', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:49:02.298684 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-07ed51f3-a66a-48b6-8cda-f318c471fc10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8115342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59994'] for router (2c2ff1f9-7145-4cd8-b352-f54c4fb38f21), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:02.299827 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-07ed51f3-a66a-48b6-8cda-f318c471fc10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8117886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8114125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59987'] for router (2c2ff1f9-7145-4cd8-b352-f54c4fb38f21), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:02.302212 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b28131-fb09-4104-93e0-869d2b6867d2 None None] Network a13d25ed-6982-4eee-bae1-184f281a254d requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:49:02.305565 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: 7f20690a-fc4f-47f5-b44f-f2283114df6c {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:49:02.305805 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 7f20690a-fc4f-47f5-b44f-f2283114df6c not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:49:02.362820 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-07ed51f3-a66a-48b6-8cda-f318c471fc10 admin admin] Publish callbacks [] for router_controller (2c2ff1f9-7145-4cd8-b352-f54c4fb38f21), precommit_add_association {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:02.409056 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c3bf361-9939-58d5-881b-730fc1df18b1-a13d25ed-6982-4eee-bae1-184f281a254d', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'fixed_ips': [{'subnet_id': '2ecbb758-a715-42cc-aa60-edc95b9687c6'}]}} from dv-cinder-813222-6-iscsi. {{(pid=109595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 13:49:02.410221 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:02.505947 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-07ed51f3-a66a-48b6-8cda-f318c471fc10 admin admin] Publish callbacks [] for router_gateway (2c2ff1f9-7145-4cd8-b352-f54c4fb38f21), precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:02.548156 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Allocated IP 172.20.0.2 (a13d25ed-6982-4eee-bae1-184f281a254d/2ecbb758-a715-42cc-aa60-edc95b9687c6/891a2c6a-ee70-43f2-b283-79f48e5e598e) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:49:02.698043 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Publish callbacks [] for port (891a2c6a-ee70-43f2-b283-79f48e5e598e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:02.704290 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089'] for port (891a2c6a-ee70-43f2-b283-79f48e5e598e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:02.714705 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-07ed51f3-a66a-48b6-8cda-f318c471fc10 admin admin] Publish callbacks [] for router_gateway (2c2ff1f9-7145-4cd8-b352-f54c4fb38f21), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:02.733085 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-07ed51f3-a66a-48b6-8cda-f318c471fc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:02.743153 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Network a13d25ed-6982-4eee-bae1-184f281a254d is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:49:02.745981 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:49:02.749349 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:49:02.754712 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Pushing event updated for resources: {'Port': ['ID=891a2c6a-ee70-43f2-b283-79f48e5e598e,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:02.782638 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:02.782990 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:02.783356 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:02.783696 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:02.784027 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:02.784363 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:02.784690 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:02.785015 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:02.785368 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:02.785707 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:02.786034 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:02.786355 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:02.786675 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:02.822145 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Attempting to bind port 891a2c6a-ee70-43f2-b283-79f48e5e598e on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:49:02.822514 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Attempting to bind port 891a2c6a-ee70-43f2-b283-79f48e5e598e by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': '1abe214c-6bc4-4052-8a26-d926235503eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:49:02.822874 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Attempting to bind port 891a2c6a-ee70-43f2-b283-79f48e5e598e on network a13d25ed-6982-4eee-bae1-184f281a254d {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:49:02.827825 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:49:02.828199 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Checking segment: {'id': '1abe214c-6bc4-4052-8a26-d926235503eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:49:02.828604 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:02.828990 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Bound using segment: {'id': '1abe214c-6bc4-4052-8a26-d926235503eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:49:02.829474 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Bound port: 891a2c6a-ee70-43f2-b283-79f48e5e598e, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abe214c-6bc4-4052-8a26-d926235503eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:49:02.829848 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (891a2c6a-ee70-43f2-b283-79f48e5e598e), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:02.842784 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-07ed51f3-a66a-48b6-8cda-f318c471fc10 admin admin] Allocated IP 172.27.1.15 (4737f3fa-18ff-4252-a580-88148a637511/b90664a8-a6a4-4a65-802b-5b7bd95111f9/73a1f249-7e6a-4120-a7d7-545fb698d518) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:49:02.898824 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] For port 891a2c6a-ee70-43f2-b283-79f48e5e598e, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:49:02.901947 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] For port 891a2c6a-ee70-43f2-b283-79f48e5e598e, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=891a2c6a-ee70-43f2-b283-79f48e5e598e,segment=NetworkSegment(1abe214c-6bc4-4052-8a26-d926235503eb),segment_id=1abe214c-6bc4-4052-8a26-d926235503eb)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:49:02.908722 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (891a2c6a-ee70-43f2-b283-79f48e5e598e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:02.946922 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-07ed51f3-a66a-48b6-8cda-f318c471fc10 admin admin] Publish callbacks [] for port (73a1f249-7e6a-4120-a7d7-545fb698d518), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:02.965006 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced50bc-daea-4521-b3dd-a467d7d1ce12 None None] Pushing event updated for resources: {'Port': ['ID=891a2c6a-ee70-43f2-b283-79f48e5e598e,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:02.984936 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-07ed51f3-a66a-48b6-8cda-f318c471fc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (73a1f249-7e6a-4120-a7d7-545fb698d518), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:03.030049 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ed51f3-a66a-48b6-8cda-f318c471fc10 admin admin] Network 4737f3fa-18ff-4252-a580-88148a637511 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:49:03.032988 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-07ed51f3-a66a-48b6-8cda-f318c471fc10 admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:49:03.036429 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ed51f3-a66a-48b6-8cda-f318c471fc10 admin admin] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:49:03.060169 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed51f3-a66a-48b6-8cda-f318c471fc10 admin admin] Pushing event updated for resources: {'Port': ['ID=73a1f249-7e6a-4120-a7d7-545fb698d518,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:03.290801 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a546bfac-4f0d-44c2-a9d9-796971cadc8c req-bfd5cf06-e9e7-459d-b6c7-6d7457fa85e1 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e HTTP/1.1" status: 200 len: 210 time: 0.0371554 Mar 07 13:49:03.318646 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-07ed51f3-a66a-48b6-8cda-f318c471fc10 admin admin] Publish callbacks [] for router_gateway (2c2ff1f9-7145-4cd8-b352-f54c4fb38f21), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:03.517143 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-07ed51f3-a66a-48b6-8cda-f318c471fc10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8117877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8114144'] for router (2c2ff1f9-7145-4cd8-b352-f54c4fb38f21), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:03.645004 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ed51f3-a66a-48b6-8cda-f318c471fc10 admin admin] Router 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 is scheduled to L3 agent cc2ab286-18cb-493e-9e53-baec88113460 with binding_index 1 {{(pid=109593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 13:49:03.756959 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ed51f3-a66a-48b6-8cda-f318c471fc10 admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:49:03.767270 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3268446-952b-4b6e-86c8-00220933061b None None] Sync routers for ids ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:49:03.779297 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3268446-952b-4b6e-86c8-00220933061b None None] Routers {'2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:49:03.779894 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-07ed51f3-a66a-48b6-8cda-f318c471fc10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:03.780152 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-a3268446-952b-4b6e-86c8-00220933061b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:48:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:49:03.783699 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-07ed51f3-a66a-48b6-8cda-f318c471fc10 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5083277 Mar 07 13:49:03.785296 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 57404) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:49:03.906582 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-a3268446-952b-4b6e-86c8-00220933061b None None] Set router 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:49:03.960793 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2916c9a9-0f78-408f-91f9-4b413e39b0df None None] Network a13d25ed-6982-4eee-bae1-184f281a254d requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:49:04.081967 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-9fb7e41e-4a65-4a7f-9103-80056ae01e0a None None] Provisioning complete for port 891a2c6a-ee70-43f2-b283-79f48e5e598e triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:49:04.081967 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9fb7e41e-4a65-4a7f-9103-80056ae01e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (891a2c6a-ee70-43f2-b283-79f48e5e598e), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:04.156936 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 891a2c6a-ee70-43f2-b283-79f48e5e598e up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:49:04.221720 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b281e81b-d424-4680-984e-b077ddff000c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:04.297850 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 891a2c6a-ee70-43f2-b283-79f48e5e598e triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:49:04.298138 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (891a2c6a-ee70-43f2-b283-79f48e5e598e), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:04.300360 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9fb7e41e-4a65-4a7f-9103-80056ae01e0a None None] Current status of the port 891a2c6a-ee70-43f2-b283-79f48e5e598e is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:49:04.300736 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9fb7e41e-4a65-4a7f-9103-80056ae01e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (891a2c6a-ee70-43f2-b283-79f48e5e598e), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:04.379530 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-a3268446-952b-4b6e-86c8-00220933061b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'name': 'tempest-AttachVolumeTestJSON-948968075-router', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:03Z', 'revision_number': 3, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'gw_port': {'id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:49:04.395818 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fd788e86-de08-4556-b853-75a671a80310 req-ebeceb5f-4808-4063-9ceb-b67b70456edc tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e HTTP/1.1" status: 200 len: 210 time: 0.0423954 Mar 07 13:49:04.426597 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3268446-952b-4b6e-86c8-00220933061b None None] Checking router: 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:49:04.426869 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3268446-952b-4b6e-86c8-00220933061b None None] Updating router 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 port 73a1f249-7e6a-4120-a7d7-545fb698d518 binding host dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 13:49:04.437540 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-b281e81b-d424-4680-984e-b077ddff000c admin admin] Allocated IP 172.20.0.1 (a13d25ed-6982-4eee-bae1-184f281a254d/2ecbb758-a715-42cc-aa60-edc95b9687c6/002d1112-ab29-4cad-b2b4-3b327dcf4a46) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:49:04.493864 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-9fb7e41e-4a65-4a7f-9103-80056ae01e0a None None] For port 891a2c6a-ee70-43f2-b283-79f48e5e598e, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=891a2c6a-ee70-43f2-b283-79f48e5e598e,segment=NetworkSegment(1abe214c-6bc4-4052-8a26-d926235503eb),segment_id=1abe214c-6bc4-4052-8a26-d926235503eb)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:49:04.494842 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3268446-952b-4b6e-86c8-00220933061b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (73a1f249-7e6a-4120-a7d7-545fb698d518), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:04.503233 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9fb7e41e-4a65-4a7f-9103-80056ae01e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (891a2c6a-ee70-43f2-b283-79f48e5e598e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:04.539606 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b281e81b-d424-4680-984e-b077ddff000c admin admin] Publish callbacks [] for port (002d1112-ab29-4cad-b2b4-3b327dcf4a46), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:04.555994 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 891a2c6a-ee70-43f2-b283-79f48e5e598e is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:49:04.556361 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (891a2c6a-ee70-43f2-b283-79f48e5e598e), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:04.572817 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b281e81b-d424-4680-984e-b077ddff000c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (002d1112-ab29-4cad-b2b4-3b327dcf4a46), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:04.616687 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b281e81b-d424-4680-984e-b077ddff000c admin admin] Network a13d25ed-6982-4eee-bae1-184f281a254d is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:49:04.619581 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-b281e81b-d424-4680-984e-b077ddff000c admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:49:04.622957 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b281e81b-d424-4680-984e-b077ddff000c admin admin] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:49:04.674915 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7e41e-4a65-4a7f-9103-80056ae01e0a None None] Pushing event updated for resources: {'Port': ['ID=891a2c6a-ee70-43f2-b283-79f48e5e598e,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:04.716007 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-0d72cd2a-9d79-4ec3-81ea-a244ffcecc75 None None] Provisioning complete for port 891a2c6a-ee70-43f2-b283-79f48e5e598e triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:49:04.716384 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d72cd2a-9d79-4ec3-81ea-a244ffcecc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (891a2c6a-ee70-43f2-b283-79f48e5e598e), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:04.762301 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.db.api [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 13:49:04.762660 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG oslo_db.api [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 13:49:04.861055 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281e81b-d424-4680-984e-b077ddff000c admin admin] Pushing event updated for resources: {'Port': ['ID=002d1112-ab29-4cad-b2b4-3b327dcf4a46,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:04.875924 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b281e81b-d424-4680-984e-b077ddff000c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8110285'] for router_interface (2c2ff1f9-7145-4cd8-b352-f54c4fb38f21), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:04.891093 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-0d72cd2a-9d79-4ec3-81ea-a244ffcecc75 None None] Current status of the port 891a2c6a-ee70-43f2-b283-79f48e5e598e is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:49:04.942632 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3268446-952b-4b6e-86c8-00220933061b None None] Publish callbacks [] for port (73a1f249-7e6a-4120-a7d7-545fb698d518), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:04.949564 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3268446-952b-4b6e-86c8-00220933061b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (73a1f249-7e6a-4120-a7d7-545fb698d518), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:05.005525 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-a3268446-952b-4b6e-86c8-00220933061b None None] Attempting to bind port 73a1f249-7e6a-4120-a7d7-545fb698d518 on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:49:05.005896 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-a3268446-952b-4b6e-86c8-00220933061b None None] Attempting to bind port 73a1f249-7e6a-4120-a7d7-545fb698d518 by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:49:05.006327 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3268446-952b-4b6e-86c8-00220933061b None None] Attempting to bind port 73a1f249-7e6a-4120-a7d7-545fb698d518 on network 4737f3fa-18ff-4252-a580-88148a637511 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:49:05.010079 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b281e81b-d424-4680-984e-b077ddff000c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (002d1112-ab29-4cad-b2b4-3b327dcf4a46), before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:05.010358 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a760812-c92d-4157-850d-dbff8d3561cb None None] Pushing event updated for resources: {'Port': ['ID=73a1f249-7e6a-4120-a7d7-545fb698d518,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:05.018233 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3268446-952b-4b6e-86c8-00220933061b None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:49:05.018607 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3268446-952b-4b6e-86c8-00220933061b None None] Checking segment: {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:49:05.019009 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3268446-952b-4b6e-86c8-00220933061b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:05.019393 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3268446-952b-4b6e-86c8-00220933061b None None] Bound using segment: {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:49:05.019865 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-a3268446-952b-4b6e-86c8-00220933061b None None] Bound port: 73a1f249-7e6a-4120-a7d7-545fb698d518, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:49:05.020241 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3268446-952b-4b6e-86c8-00220933061b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (73a1f249-7e6a-4120-a7d7-545fb698d518), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:05.043455 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-9b04f676-642c-4728-bb5b-4fc6ac509fb5 None None] Provisioning complete for port 002d1112-ab29-4cad-b2b4-3b327dcf4a46 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:49:05.043824 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9b04f676-642c-4728-bb5b-4fc6ac509fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (002d1112-ab29-4cad-b2b4-3b327dcf4a46), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:05.094689 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9b04f676-642c-4728-bb5b-4fc6ac509fb5 None None] Port 002d1112-ab29-4cad-b2b4-3b327dcf4a46 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:49:05.101377 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-a3268446-952b-4b6e-86c8-00220933061b None None] For port 73a1f249-7e6a-4120-a7d7-545fb698d518, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:49:05.104448 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-a3268446-952b-4b6e-86c8-00220933061b None None] For port 73a1f249-7e6a-4120-a7d7-545fb698d518, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=73a1f249-7e6a-4120-a7d7-545fb698d518,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:49:05.110672 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3268446-952b-4b6e-86c8-00220933061b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (73a1f249-7e6a-4120-a7d7-545fb698d518), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:05.174984 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b281e81b-d424-4680-984e-b077ddff000c admin admin] Publish callbacks [] for port (002d1112-ab29-4cad-b2b4-3b327dcf4a46), precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:05.180482 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b281e81b-d424-4680-984e-b077ddff000c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238706'] for port (002d1112-ab29-4cad-b2b4-3b327dcf4a46), after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:05.247656 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281e81b-d424-4680-984e-b077ddff000c admin admin] Pushing event updated for resources: {'Port': ['ID=002d1112-ab29-4cad-b2b4-3b327dcf4a46,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:05.251507 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b281e81b-d424-4680-984e-b077ddff000c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8110241'] for router_interface (2c2ff1f9-7145-4cd8-b352-f54c4fb38f21), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:05.323189 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 891a2c6a-ee70-43f2-b283-79f48e5e598e is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:49:05.326082 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3268446-952b-4b6e-86c8-00220933061b None None] Routers {'2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:49:05.326693 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-a3268446-952b-4b6e-86c8-00220933061b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:48:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:49:05.328403 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a760812-c92d-4157-850d-dbff8d3561cb None None] Pushing event updated for resources: {'Port': ['ID=73a1f249-7e6a-4120-a7d7-545fb698d518,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:05.349544 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b281e81b-d424-4680-984e-b077ddff000c admin admin] Network a13d25ed-6982-4eee-bae1-184f281a254d is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:49:05.351315 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-b281e81b-d424-4680-984e-b077ddff000c admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:49:05.452699 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-a3268446-952b-4b6e-86c8-00220933061b None None] Set router 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:49:05.492648 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b281e81b-d424-4680-984e-b077ddff000c admin admin] Router 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:49:05.495023 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 906c9fd6-70d3-488f-ab60-10d4094bbe96 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:49:05.533677 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-80ab0c3c-5ac4-4eef-8481-de49d03b6ef1 req-b4671091-0ba3-42dd-8f47-3a585aa1e08a tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e HTTP/1.1" status: 200 len: 210 time: 0.0397689 Mar 07 13:49:05.545606 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] No Port match for: 906c9fd6-70d3-488f-ab60-10d4094bbe96 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:49:05.546291 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 906c9fd6-70d3-488f-ab60-10d4094bbe96 not bound to the agent host hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:49:05.567903 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:05.635496 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b281e81b-d424-4680-984e-b077ddff000c admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:49:05.645186 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-b281e81b-d424-4680-984e-b077ddff000c admin admin] 10.222.0.24 "PUT /v2.0/routers/2c2ff1f9-7145-4cd8-b352-f54c4fb38f21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8541276 Mar 07 13:49:05.675467 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-c44638c3-ab94-446c-830e-8f499afd9d76 None None] Provisioning complete for port 002d1112-ab29-4cad-b2b4-3b327dcf4a46 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:49:05.675845 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c44638c3-ab94-446c-830e-8f499afd9d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (002d1112-ab29-4cad-b2b4-3b327dcf4a46), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:05.732946 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c44638c3-ab94-446c-830e-8f499afd9d76 None None] Port 002d1112-ab29-4cad-b2b4-3b327dcf4a46 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:49:05.799001 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-a3268446-952b-4b6e-86c8-00220933061b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'name': 'tempest-AttachVolumeTestJSON-948968075-router', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:04Z', 'revision_number': 4, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'gw_port': {'id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '002d1112-ab29-4cad-b2b4-3b327dcf4a46', 'name': '', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'mac_address': 'fa:16:3e:dc:70:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:04Z', 'updated_at': '2022-03-07T13:49:05Z', 'revision_number': 2, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'subnets': [{'id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:49:05.828968 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3268446-952b-4b6e-86c8-00220933061b None None] The sync data for ids ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'] in dv-cinder-813222-6-iscsi is: [{'id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'name': 'tempest-AttachVolumeTestJSON-948968075-router', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:04Z', 'revision_number': 4, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'gw_port': {'id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '002d1112-ab29-4cad-b2b4-3b327dcf4a46', 'name': '', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'mac_address': 'fa:16:3e:dc:70:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:04Z', 'updated_at': '2022-03-07T13:49:05Z', 'revision_number': 2, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'subnets': [{'id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:49:05.876392 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d6fc3a69-c36b-475c-b99e-98d394c679f5 req-eebeed33-deda-4daa-982e-74fd44075eb6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465515 Mar 07 13:49:05.955774 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc3a69-c36b-475c-b99e-98d394c679f5 req-d1d3e511-0d99-45f7-aff9-70cc1e575d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:05.957381 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d6fc3a69-c36b-475c-b99e-98d394c679f5 req-d1d3e511-0d99-45f7-aff9-70cc1e575d88 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29cf89a499e44925abf85d7d74541fbd&device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 1129 time: 0.0459983 Mar 07 13:49:06.066759 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 57430) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:49:06.074000 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-6a727077-3645-41a7-9abf-4748235d595b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Request body: {'security_group': {'name': 'tempest-securitygroup--887636365', 'description': 'tempest-description--1136740824'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:49:06.094958 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc3a69-c36b-475c-b99e-98d394c679f5 req-44b16db4-19f2-489d-8fc9-4a42287cc5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:06.096545 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d6fc3a69-c36b-475c-b99e-98d394c679f5 req-44b16db4-19f2-489d-8fc9-4a42287cc5e1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=11248537-f61f-4e52-a906-c8f79d05286d HTTP/1.1" status: 200 len: 917 time: 0.1163592 Mar 07 13:49:06.098814 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6a727077-3645-41a7-9abf-4748235d595b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:06.168668 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 891a2c6a-ee70-43f2-b283-79f48e5e598e up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:49:06.184327 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6a727077-3645-41a7-9abf-4748235d595b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for security_group (ac784f83-6153-42f3-9442-a2ec208183d9), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:06.189822 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6a727077-3645-41a7-9abf-4748235d595b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (ac784f83-6153-42f3-9442-a2ec208183d9), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:06.224648 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a727077-3645-41a7-9abf-4748235d595b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac784f83-6153-42f3-9442-a2ec208183d9,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:06.229995 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6a727077-3645-41a7-9abf-4748235d595b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:06.231278 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-6a727077-3645-41a7-9abf-4748235d595b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1634789 Mar 07 13:49:06.234177 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 57432) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:49:06.239041 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 891a2c6a-ee70-43f2-b283-79f48e5e598e triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:49:06.239382 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-b3b24972-7284-4d1e-9a82-3ebd2d1e507a tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Request body: {'security_group_rule': {'security_group_id': 'ac784f83-6153-42f3-9442-a2ec208183d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:49:06.239523 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (891a2c6a-ee70-43f2-b283-79f48e5e598e), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:06.269145 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b3b24972-7284-4d1e-9a82-3ebd2d1e507a tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for security_group_rule (b16c6db3-f185-4b67-85f8-1dc663c7e981), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:06.333936 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b3b24972-7284-4d1e-9a82-3ebd2d1e507a tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for security_group_rule (b16c6db3-f185-4b67-85f8-1dc663c7e981), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:06.339664 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b3b24972-7284-4d1e-9a82-3ebd2d1e507a tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (b16c6db3-f185-4b67-85f8-1dc663c7e981), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:06.350763 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 891a2c6a-ee70-43f2-b283-79f48e5e598e is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:49:06.370861 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b24972-7284-4d1e-9a82-3ebd2d1e507a tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b16c6db3-f185-4b67-85f8-1dc663c7e981,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:06.382754 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d6fc3a69-c36b-475c-b99e-98d394c679f5 req-338ffe20-40b3-4a1d-b9f6-311bd3925c0f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c284a1ce-b7ca-456a-8537-cc2cd0f6160f HTTP/1.1" status: 200 len: 1000 time: 0.1238525 Mar 07 13:49:06.384044 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b3b24972-7284-4d1e-9a82-3ebd2d1e507a tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:06.385703 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-b3b24972-7284-4d1e-9a82-3ebd2d1e507a tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1500661 Mar 07 13:49:06.388390 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 57434) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:49:06.397284 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-1880d3e6-30b6-4fb4-905e-ea5aadafc103 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Request body: {'security_group_rule': {'security_group_id': 'ac784f83-6153-42f3-9442-a2ec208183d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:49:06.427490 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1880d3e6-30b6-4fb4-905e-ea5aadafc103 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for security_group_rule (f8662834-3413-48ee-9c5b-c1f8c2982dca), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:06.449942 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc3a69-c36b-475c-b99e-98d394c679f5 req-f6d4beb6-c64f-4b0d-88ea-bcfb6e392e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:06.451824 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d6fc3a69-c36b-475c-b99e-98d394c679f5 req-f6d4beb6-c64f-4b0d-88ea-bcfb6e392e5d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f00f6663-2751-47b6-a25e-1bb93ec00e74 HTTP/1.1" status: 200 len: 856 time: 0.0567858 Mar 07 13:49:06.514065 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1880d3e6-30b6-4fb4-905e-ea5aadafc103 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for security_group_rule (f8662834-3413-48ee-9c5b-c1f8c2982dca), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:06.519784 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1880d3e6-30b6-4fb4-905e-ea5aadafc103 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (f8662834-3413-48ee-9c5b-c1f8c2982dca), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:06.554291 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1880d3e6-30b6-4fb4-905e-ea5aadafc103 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:06.555317 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-fd609a6f-c082-45a5-8ae5-0edafedaa5ca tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:06.556251 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-1880d3e6-30b6-4fb4-905e-ea5aadafc103 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1660786 Mar 07 13:49:06.557191 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-fd609a6f-c082-45a5-8ae5-0edafedaa5ca tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.10 "GET /v2.0/networks?id=13ac22ff-28a9-4425-b974-3472839ae981 HTTP/1.1" status: 200 len: 814 time: 0.1927443 Mar 07 13:49:06.557762 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880d3e6-30b6-4fb4-905e-ea5aadafc103 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8662834-3413-48ee-9c5b-c1f8c2982dca,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:06.569823 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 57440) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:49:06.576788 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-68240e6c-195e-4ff5-ae40-983d4916f3c8 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Request body: {'floatingip': {'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:49:06.608396 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-68240e6c-195e-4ff5-ae40-983d4916f3c8 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:06.609705 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-a71ee383-064b-4a83-956a-5df6df9dc3cd tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Request body: {'port': {'device_id': 'b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e', 'network_id': '13ac22ff-28a9-4425-b974-3472839ae981', 'admin_state_up': True, 'tenant_id': '2515866132ab4644bfa36601311dfc8f'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:49:06.776842 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-68240e6c-195e-4ff5-ae40-983d4916f3c8 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:06.950460 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-68240e6c-195e-4ff5-ae40-983d4916f3c8 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Allocated IP 172.27.1.234 (4737f3fa-18ff-4252-a580-88148a637511/b90664a8-a6a4-4a65-802b-5b7bd95111f9/80742f62-8739-4fc2-b327-8d7aa733b9ec) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:49:06.989529 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2d52fe64-7d07-4802-b57d-f5258b2a4af0 req-58fb2617-a2dc-448a-9dca-203350f86445 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e HTTP/1.1" status: 200 len: 210 time: 0.3223879 Mar 07 13:49:07.080084 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-68240e6c-195e-4ff5-ae40-983d4916f3c8 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for port (80742f62-8739-4fc2-b327-8d7aa733b9ec), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:07.083803 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc3a69-c36b-475c-b99e-98d394c679f5 req-761d3b64-1da2-4375-9982-d93ded447343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:07.085896 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d6fc3a69-c36b-475c-b99e-98d394c679f5 req-761d3b64-1da2-4375-9982-d93ded447343 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11248537-f61f-4e52-a906-c8f79d05286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5277274 Mar 07 13:49:07.126318 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-a71ee383-064b-4a83-956a-5df6df9dc3cd tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Made reservation on behalf of 2515866132ab4644bfa36601311dfc8f for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:49:07.130450 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-a71ee383-064b-4a83-956a-5df6df9dc3cd tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:07.131027 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-68240e6c-195e-4ff5-ae40-983d4916f3c8 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (80742f62-8739-4fc2-b327-8d7aa733b9ec), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:07.193537 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68240e6c-195e-4ff5-ae40-983d4916f3c8 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Network 4737f3fa-18ff-4252-a580-88148a637511 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:49:07.199726 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-68240e6c-195e-4ff5-ae40-983d4916f3c8 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:49:07.204253 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68240e6c-195e-4ff5-ae40-983d4916f3c8 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:49:07.238939 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68240e6c-195e-4ff5-ae40-983d4916f3c8 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Pushing event updated for resources: {'Port': ['ID=80742f62-8739-4fc2-b327-8d7aa733b9ec,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:07.301542 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d6fc3a69-c36b-475c-b99e-98d394c679f5 req-b06d77ef-7274-419a-a69b-6b5f657bde8a service neutron] 10.222.0.10 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077110 Mar 07 13:49:07.324568 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-68240e6c-195e-4ff5-ae40-983d4916f3c8 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for floatingip (aaf3d7cb-c395-4386-8c9b-424869264447), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:07.368383 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-68240e6c-195e-4ff5-ae40-983d4916f3c8 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (80742f62-8739-4fc2-b327-8d7aa733b9ec), before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:07.403318 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d6fc3a69-c36b-475c-b99e-98d394c679f5 req-8e0c8e5e-b932-42cd-b56e-fdc161bf6317 service neutron] 10.222.0.10 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934739 Mar 07 13:49:07.422196 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-a71ee383-064b-4a83-956a-5df6df9dc3cd tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Allocated IP 172.20.0.14 (13ac22ff-28a9-4425-b974-3472839ae981/6004d604-4dc0-470c-82de-3d82006b16e2/b8ea630d-9f79-4f2d-8d69-c14cd3980a94) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:49:07.558072 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-68240e6c-195e-4ff5-ae40-983d4916f3c8 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for port (80742f62-8739-4fc2-b327-8d7aa733b9ec), precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:07.564699 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-68240e6c-195e-4ff5-ae40-983d4916f3c8 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238706'] for port (80742f62-8739-4fc2-b327-8d7aa733b9ec), after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:07.634962 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-a71ee383-064b-4a83-956a-5df6df9dc3cd tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Publish callbacks [] for port (b8ea630d-9f79-4f2d-8d69-c14cd3980a94), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:07.646007 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68240e6c-195e-4ff5-ae40-983d4916f3c8 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Pushing event updated for resources: {'Port': ['ID=80742f62-8739-4fc2-b327-8d7aa733b9ec,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:07.657375 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-68240e6c-195e-4ff5-ae40-983d4916f3c8 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (aaf3d7cb-c395-4386-8c9b-424869264447), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:07.679680 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-68240e6c-195e-4ff5-ae40-983d4916f3c8 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:07.681642 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-68240e6c-195e-4ff5-ae40-983d4916f3c8 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1104264 Mar 07 13:49:07.691381 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-a71ee383-064b-4a83-956a-5df6df9dc3cd tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (b8ea630d-9f79-4f2d-8d69-c14cd3980a94), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:07.737526 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-a71ee383-064b-4a83-956a-5df6df9dc3cd tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Network 13ac22ff-28a9-4425-b974-3472839ae981 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:49:07.738909 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-a71ee383-064b-4a83-956a-5df6df9dc3cd tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:49:07.745876 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-a71ee383-064b-4a83-956a-5df6df9dc3cd tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:49:07.775044 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ee383-064b-4a83-956a-5df6df9dc3cd tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Pushing event updated for resources: {'Port': ['ID=b8ea630d-9f79-4f2d-8d69-c14cd3980a94,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:07.841824 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-a71ee383-064b-4a83-956a-5df6df9dc3cd tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:07.842438 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-a71ee383-064b-4a83-956a-5df6df9dc3cd tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:07.850596 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 57508) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:49:07.872785 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-bea94d49-7a28-4de9-b403-40010856f22f tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--887636365&fields=id&tenant_id=8ffdd53d4a3f432e83ee1806a26d0e8b HTTP/1.1" status: 200 len: 267 time: 0.0700951 Mar 07 13:49:07.876750 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-a71ee383-064b-4a83-956a-5df6df9dc3cd tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2838948 Mar 07 13:49:07.895564 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-4374f13c-88fb-4452-afab-fe045f1d4907 service neutron] Request body: {'port': {'device_id': 'b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:49:07.967751 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-42b568c1-52a9-430f-b753-56885ba92b8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:08.020709 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-4374f13c-88fb-4452-afab-fe045f1d4907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (b8ea630d-9f79-4f2d-8d69-c14cd3980a94), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:08.048469 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-10137870-8078-434e-af3f-eaf75fb53228 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:08.049992 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-10137870-8078-434e-af3f-eaf75fb53228 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/networks?id=a13d25ed-6982-4eee-bae1-184f281a254d HTTP/1.1" status: 200 len: 810 time: 0.1702139 Mar 07 13:49:08.057403 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-42b568c1-52a9-430f-b753-56885ba92b8c admin admin] Publish callbacks [] for security_group (a6916840-0ec8-4253-9cef-97b977ed8fa9), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:08.062794 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-42b568c1-52a9-430f-b753-56885ba92b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (a6916840-0ec8-4253-9cef-97b977ed8fa9), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:08.110233 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-42b568c1-52a9-430f-b753-56885ba92b8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3076f6390f304daf8724dcc3385b2e2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588575 Mar 07 13:49:08.110978 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b568c1-52a9-430f-b753-56885ba92b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6916840-0ec8-4253-9cef-97b977ed8fa9,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:08.114003 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 57514) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:49:08.124998 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-dc280c72-3305-411d-a39d-dfc3245c0df0 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/quotas/8ffdd53d4a3f432e83ee1806a26d0e8b HTTP/1.1" status: 200 len: 375 time: 0.0525475 Mar 07 13:49:08.172989 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4f516e1a-4bfe-4fa4-9727-a108958b4987 admin admin] Publish callbacks [] for security_group (a6916840-0ec8-4253-9cef-97b977ed8fa9), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:08.203843 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 73a1f249-7e6a-4120-a7d7-545fb698d518 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:49:08.207500 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4f516e1a-4bfe-4fa4-9727-a108958b4987 admin admin] Publish callbacks [] for security_group (a6916840-0ec8-4253-9cef-97b977ed8fa9), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:08.262561 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4f516e1a-4bfe-4fa4-9727-a108958b4987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (a6916840-0ec8-4253-9cef-97b977ed8fa9), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:08.265501 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 73a1f249-7e6a-4120-a7d7-545fb698d518 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:49:08.265896 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4f516e1a-4bfe-4fa4-9727-a108958b4987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:08.266039 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (73a1f249-7e6a-4120-a7d7-545fb698d518), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:08.269744 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4e9bf-ba8c-4a35-ab7e-a827a0135359 req-0140857d-2117-4e24-aebe-4e21f1859d0a tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:08.269936 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-4f516e1a-4bfe-4fa4-9727-a108958b4987 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6916840-0ec8-4253-9cef-97b977ed8fa9 HTTP/1.1" status: 204 len: 168 time: 0.1521640 Mar 07 13:49:08.270025 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bfd4e9bf-ba8c-4a35-ab7e-a827a0135359 req-0140857d-2117-4e24-aebe-4e21f1859d0a tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e HTTP/1.1" status: 200 len: 932 time: 0.1848571 Mar 07 13:49:08.277005 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f516e1a-4bfe-4fa4-9727-a108958b4987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6916840-0ec8-4253-9cef-97b977ed8fa9,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:08.366632 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-a47cde9c-d0c8-4094-836e-3575a8b4f0d0 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ffdd53d4a3f432e83ee1806a26d0e8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2316492 Mar 07 13:49:08.394546 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 73a1f249-7e6a-4120-a7d7-545fb698d518 is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:49:08.394952 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (73a1f249-7e6a-4120-a7d7-545fb698d518), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:08.417004 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] For port 73a1f249-7e6a-4120-a7d7-545fb698d518, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=73a1f249-7e6a-4120-a7d7-545fb698d518,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:49:08.422863 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (73a1f249-7e6a-4120-a7d7-545fb698d518), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:08.437752 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bfd4e9bf-ba8c-4a35-ab7e-a827a0135359 req-4d171730-b5bf-450e-9c26-e41b741d7aba tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507034 Mar 07 13:49:08.490808 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Pushing event updated for resources: {'Port': ['ID=73a1f249-7e6a-4120-a7d7-545fb698d518,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:08.556876 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-28882a72-3485-4e79-b67b-16022eb624ba service neutron] 10.222.0.24 "GET /v2.0/networks/a13d25ed-6982-4eee-bae1-184f281a254d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739502 Mar 07 13:49:08.593057 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee51346c-e63c-4f1b-af48-5c87d8f9fece None None] Sync routers for ids ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'] in dv-cinder-813222-6-iscsi {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:49:08.596217 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-4374f13c-88fb-4452-afab-fe045f1d4907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ea630d-9f79-4f2d-8d69-c14cd3980a94 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:49:08.603843 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee51346c-e63c-4f1b-af48-5c87d8f9fece None None] Routers {'2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:49:08.604463 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ee51346c-e63c-4f1b-af48-5c87d8f9fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:48:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:49:08.607962 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-4374f13c-88fb-4452-afab-fe045f1d4907 service neutron] Publish callbacks [] for port (b8ea630d-9f79-4f2d-8d69-c14cd3980a94), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:08.653941 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-4374f13c-88fb-4452-afab-fe045f1d4907 service neutron] Transition to ACTIVE for port object b8ea630d-9f79-4f2d-8d69-c14cd3980a94 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 13:49:08.661686 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-4374f13c-88fb-4452-afab-fe045f1d4907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (b8ea630d-9f79-4f2d-8d69-c14cd3980a94), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:08.732584 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-e00bfbb9-b898-4630-bada-e2e31e7aecfc service neutron] 10.222.0.24 "GET /v2.0/networks/a13d25ed-6982-4eee-bae1-184f281a254d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690309 Mar 07 13:49:08.740409 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374f13c-88fb-4452-afab-fe045f1d4907 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ea630d-9f79-4f2d-8d69-c14cd3980a94,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:08.828803 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-ee51346c-e63c-4f1b-af48-5c87d8f9fece None None] Set router 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:49:08.832215 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-4374f13c-88fb-4452-afab-fe045f1d4907 service neutron] Attempting to bind port b8ea630d-9f79-4f2d-8d69-c14cd3980a94 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:49:08.832901 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-4374f13c-88fb-4452-afab-fe045f1d4907 service neutron] Attempting to bind port b8ea630d-9f79-4f2d-8d69-c14cd3980a94 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'fe688700-cfc6-487f-a1be-0f4c68b73bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '13ac22ff-28a9-4425-b974-3472839ae981'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:49:08.833382 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-4374f13c-88fb-4452-afab-fe045f1d4907 service neutron] Attempting to bind port b8ea630d-9f79-4f2d-8d69-c14cd3980a94 on network 13ac22ff-28a9-4425-b974-3472839ae981 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:49:08.840405 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-4374f13c-88fb-4452-afab-fe045f1d4907 service neutron] Port b8ea630d-9f79-4f2d-8d69-c14cd3980a94 on network 13ac22ff-28a9-4425-b974-3472839ae981 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 13:49:08.840858 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-4374f13c-88fb-4452-afab-fe045f1d4907 service neutron] Attempting to bind port b8ea630d-9f79-4f2d-8d69-c14cd3980a94 on network 13ac22ff-28a9-4425-b974-3472839ae981 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:49:08.846727 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-4374f13c-88fb-4452-afab-fe045f1d4907 service neutron] Checking agent: {'id': '54ecd8f5-e943-4369-a21b-1222345f30ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'started_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:49:08.847177 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-4374f13c-88fb-4452-afab-fe045f1d4907 service neutron] Checking segment: {'id': 'fe688700-cfc6-487f-a1be-0f4c68b73bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '13ac22ff-28a9-4425-b974-3472839ae981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:49:08.847682 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-4374f13c-88fb-4452-afab-fe045f1d4907 service neutron] Bound using segment: {'id': 'fe688700-cfc6-487f-a1be-0f4c68b73bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '13ac22ff-28a9-4425-b974-3472839ae981'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:49:08.848207 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-4374f13c-88fb-4452-afab-fe045f1d4907 service neutron] Bound port: b8ea630d-9f79-4f2d-8d69-c14cd3980a94, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe688700-cfc6-487f-a1be-0f4c68b73bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '13ac22ff-28a9-4425-b974-3472839ae981'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:49:08.848663 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-4374f13c-88fb-4452-afab-fe045f1d4907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (b8ea630d-9f79-4f2d-8d69-c14cd3980a94), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:08.929613 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-4374f13c-88fb-4452-afab-fe045f1d4907 service neutron] For port b8ea630d-9f79-4f2d-8d69-c14cd3980a94, host hv-cinder-81322, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:49:08.933332 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-4374f13c-88fb-4452-afab-fe045f1d4907 service neutron] For port b8ea630d-9f79-4f2d-8d69-c14cd3980a94, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b8ea630d-9f79-4f2d-8d69-c14cd3980a94,segment=NetworkSegment(fe688700-cfc6-487f-a1be-0f4c68b73bb7),segment_id=fe688700-cfc6-487f-a1be-0f4c68b73bb7)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:49:08.944437 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-4374f13c-88fb-4452-afab-fe045f1d4907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (b8ea630d-9f79-4f2d-8d69-c14cd3980a94), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:09.009982 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-4374f13c-88fb-4452-afab-fe045f1d4907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:09.010611 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-4374f13c-88fb-4452-afab-fe045f1d4907 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:09.012487 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-4374f13c-88fb-4452-afab-fe045f1d4907 service neutron] 10.222.0.10 "PUT /v2.0/ports/b8ea630d-9f79-4f2d-8d69-c14cd3980a94 HTTP/1.1" status: 200 len: 1094 time: 1.1212025 Mar 07 13:49:09.030971 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e', 'tag': 'b8ea630d-9f79-4f2d-8d69-c14cd3980a94'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:49:09.033578 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fedf07-c5b9-446a-b730-3ac66ab97bea" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e", "tag": "b8ea630d-9f79-4f2d-8d69-c14cd3980a94"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:49:09.044676 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4390c8d1-de8e-46bc-a919-5ed51f8ebbce req-0a4f8f4b-645a-44c8-9a41-cac1090370ca tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 210 time: 0.0785742 Mar 07 13:49:09.067369 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374f13c-88fb-4452-afab-fe045f1d4907 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ea630d-9f79-4f2d-8d69-c14cd3980a94,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:09.115112 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ee51346c-e63c-4f1b-af48-5c87d8f9fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'name': 'tempest-AttachVolumeTestJSON-948968075-router', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:04Z', 'revision_number': 4, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'gw_port': {'id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '002d1112-ab29-4cad-b2b4-3b327dcf4a46', 'name': '', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'mac_address': 'fa:16:3e:dc:70:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:04Z', 'updated_at': '2022-03-07T13:49:05Z', 'revision_number': 2, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'subnets': [{'id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:49:09.137379 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cb907f-f864-4e0c-83db-309a90619237 x-openstack-request-id: req-e3cb907f-f864-4e0c-83db-309a90619237 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:49:09.137675 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e", "tag": "b8ea630d-9f79-4f2d-8d69-c14cd3980a94", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:49:09.137924 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3cb907f-f864-4e0c-83db-309a90619237 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:49:09.138316 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e', 'tag': 'b8ea630d-9f79-4f2d-8d69-c14cd3980a94', 'status': 'completed', 'code': 200} Mar 07 13:49:09.142735 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee51346c-e63c-4f1b-af48-5c87d8f9fece None None] Checking router: 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 for host: dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:49:09.143087 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee51346c-e63c-4f1b-af48-5c87d8f9fece None None] Updating router 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 port 002d1112-ab29-4cad-b2b4-3b327dcf4a46 binding host dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 13:49:09.165881 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-38560ea4-73ad-43ab-9b71-52e55ed97134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:09.167944 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-38560ea4-73ad-43ab-9b71-52e55ed97134 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2515866132ab4644bfa36601311dfc8f&device_id=b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e HTTP/1.1" status: 200 len: 1128 time: 0.0780954 Mar 07 13:49:09.184071 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ee51346c-e63c-4f1b-af48-5c87d8f9fece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (002d1112-ab29-4cad-b2b4-3b327dcf4a46), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:09.250147 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-7971951a-a877-4d67-8116-248e0188039b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8ea630d-9f79-4f2d-8d69-c14cd3980a94 HTTP/1.1" status: 200 len: 217 time: 0.0514848 Mar 07 13:49:09.307167 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-e8814d63-1087-41d3-9e9c-46685c32c875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:09.308867 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-e8814d63-1087-41d3-9e9c-46685c32c875 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6004d604-4dc0-470c-82de-3d82006b16e2 HTTP/1.1" status: 200 len: 854 time: 0.0514467 Mar 07 13:49:09.343484 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-8439ecb7-bf91-412e-a1bb-6d4be2efa542 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13ac22ff-28a9-4425-b974-3472839ae981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271044 Mar 07 13:49:09.473087 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-d6a4e076-e83c-4d67-ad80-0bb30418140e service neutron] 10.222.0.10 "GET /v2.0/networks/13ac22ff-28a9-4425-b974-3472839ae981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228938 Mar 07 13:49:09.498075 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ee51346c-e63c-4f1b-af48-5c87d8f9fece None None] Publish callbacks [] for port (002d1112-ab29-4cad-b2b4-3b327dcf4a46), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:09.504524 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ee51346c-e63c-4f1b-af48-5c87d8f9fece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (002d1112-ab29-4cad-b2b4-3b327dcf4a46), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:09.559053 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e854c4-b211-44ff-9b04-d5b0f197dee5 None None] Pushing event updated for resources: {'Port': ['ID=002d1112-ab29-4cad-b2b4-3b327dcf4a46,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:09.573436 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e854c4-b211-44ff-9b04-d5b0f197dee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:09.573650 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e854c4-b211-44ff-9b04-d5b0f197dee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:09.574596 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e854c4-b211-44ff-9b04-d5b0f197dee5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:09.575504 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e854c4-b211-44ff-9b04-d5b0f197dee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:09.576693 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e854c4-b211-44ff-9b04-d5b0f197dee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:09.577370 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e854c4-b211-44ff-9b04-d5b0f197dee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:09.578082 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e854c4-b211-44ff-9b04-d5b0f197dee5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:09.578689 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e854c4-b211-44ff-9b04-d5b0f197dee5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:09.579359 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e854c4-b211-44ff-9b04-d5b0f197dee5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:09.579978 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e854c4-b211-44ff-9b04-d5b0f197dee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:09.580620 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e854c4-b211-44ff-9b04-d5b0f197dee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:09.581468 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e854c4-b211-44ff-9b04-d5b0f197dee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:09.582258 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e854c4-b211-44ff-9b04-d5b0f197dee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:09.672363 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-edc095a3-0750-4827-9e17-27c821cf30b4 req-c4210cc7-1af5-44dc-a458-acaa4f851159 service neutron] 10.222.0.10 "GET /v2.0/networks/13ac22ff-28a9-4425-b974-3472839ae981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933331 Mar 07 13:49:09.681468 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ee51346c-e63c-4f1b-af48-5c87d8f9fece None None] Attempting to bind port 002d1112-ab29-4cad-b2b4-3b327dcf4a46 on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:49:09.682716 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ee51346c-e63c-4f1b-af48-5c87d8f9fece None None] Attempting to bind port 002d1112-ab29-4cad-b2b4-3b327dcf4a46 by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': '1abe214c-6bc4-4052-8a26-d926235503eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:49:09.683287 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee51346c-e63c-4f1b-af48-5c87d8f9fece None None] Attempting to bind port 002d1112-ab29-4cad-b2b4-3b327dcf4a46 on network a13d25ed-6982-4eee-bae1-184f281a254d {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:49:09.690530 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee51346c-e63c-4f1b-af48-5c87d8f9fece None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:49:09.691182 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee51346c-e63c-4f1b-af48-5c87d8f9fece None None] Checking segment: {'id': '1abe214c-6bc4-4052-8a26-d926235503eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:49:09.691833 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ee51346c-e63c-4f1b-af48-5c87d8f9fece None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:09.692421 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee51346c-e63c-4f1b-af48-5c87d8f9fece None None] Bound using segment: {'id': '1abe214c-6bc4-4052-8a26-d926235503eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:49:09.692899 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ee51346c-e63c-4f1b-af48-5c87d8f9fece None None] Bound port: 002d1112-ab29-4cad-b2b4-3b327dcf4a46, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abe214c-6bc4-4052-8a26-d926235503eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:49:09.693314 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ee51346c-e63c-4f1b-af48-5c87d8f9fece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (002d1112-ab29-4cad-b2b4-3b327dcf4a46), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:09.720826 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d17a59-b52f-4642-8878-efcd9354ef35 req-e1ae87a9-7754-45f2-adb0-e58a0fe523b8 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:09.722490 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b3d17a59-b52f-4642-8878-efcd9354ef35 req-e1ae87a9-7754-45f2-adb0-e58a0fe523b8 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e HTTP/1.1" status: 200 len: 944 time: 0.1060603 Mar 07 13:49:09.780199 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ee51346c-e63c-4f1b-af48-5c87d8f9fece None None] For port 002d1112-ab29-4cad-b2b4-3b327dcf4a46, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:49:09.784635 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ee51346c-e63c-4f1b-af48-5c87d8f9fece None None] For port 002d1112-ab29-4cad-b2b4-3b327dcf4a46, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=002d1112-ab29-4cad-b2b4-3b327dcf4a46,segment=NetworkSegment(1abe214c-6bc4-4052-8a26-d926235503eb),segment_id=1abe214c-6bc4-4052-8a26-d926235503eb)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:49:09.793070 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ee51346c-e63c-4f1b-af48-5c87d8f9fece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (002d1112-ab29-4cad-b2b4-3b327dcf4a46), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:09.797616 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b3d17a59-b52f-4642-8878-efcd9354ef35 req-1a2e6925-bfe7-435b-b2b4-f9af6ae92b28 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608032 Mar 07 13:49:09.858437 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee51346c-e63c-4f1b-af48-5c87d8f9fece None None] Routers {'2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:49:09.859519 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ee51346c-e63c-4f1b-af48-5c87d8f9fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:48:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:49:09.894916 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fedf07-c5b9-446a-b730-3ac66ab97bea req-67a64ab4-b58d-44e8-a840-a4a85e786dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:09.896645 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-32fedf07-c5b9-446a-b730-3ac66ab97bea req-67a64ab4-b58d-44e8-a840-a4a85e786dba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2515866132ab4644bfa36601311dfc8f&device_id=b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e HTTP/1.1" status: 200 len: 1128 time: 0.0889950 Mar 07 13:49:09.906362 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e854c4-b211-44ff-9b04-d5b0f197dee5 None None] Pushing event updated for resources: {'Port': ['ID=002d1112-ab29-4cad-b2b4-3b327dcf4a46,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:09.923509 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8f759058-2342-494a-a495-c950a8a709ea None None] Provisioning complete for port 002d1112-ab29-4cad-b2b4-3b327dcf4a46 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:49:09.924536 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8f759058-2342-494a-a495-c950a8a709ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (002d1112-ab29-4cad-b2b4-3b327dcf4a46), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:10.050547 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fedf07-c5b9-446a-b730-3ac66ab97bea req-84a23048-c09d-42eb-b7d3-c65936e748b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:10.053368 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-32fedf07-c5b9-446a-b730-3ac66ab97bea req-84a23048-c09d-42eb-b7d3-c65936e748b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=13ac22ff-28a9-4425-b974-3472839ae981 HTTP/1.1" status: 200 len: 914 time: 0.1173952 Mar 07 13:49:10.065163 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-ee51346c-e63c-4f1b-af48-5c87d8f9fece None None] Set router 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:49:10.125763 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8f759058-2342-494a-a495-c950a8a709ea None None] Current status of the port 002d1112-ab29-4cad-b2b4-3b327dcf4a46 is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:49:10.126162 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8f759058-2342-494a-a495-c950a8a709ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (002d1112-ab29-4cad-b2b4-3b327dcf4a46), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:10.169276 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-32fedf07-c5b9-446a-b730-3ac66ab97bea req-14e5977d-98fe-4b34-b9e3-414b56c8f8a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8ea630d-9f79-4f2d-8d69-c14cd3980a94 HTTP/1.1" status: 200 len: 217 time: 0.1061432 Mar 07 13:49:10.208104 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8f759058-2342-494a-a495-c950a8a709ea None None] For port 002d1112-ab29-4cad-b2b4-3b327dcf4a46, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=002d1112-ab29-4cad-b2b4-3b327dcf4a46,segment=NetworkSegment(1abe214c-6bc4-4052-8a26-d926235503eb),segment_id=1abe214c-6bc4-4052-8a26-d926235503eb)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:49:10.213692 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8f759058-2342-494a-a495-c950a8a709ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (002d1112-ab29-4cad-b2b4-3b327dcf4a46), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:10.243034 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-30ec59a6-3847-4952-99b3-3eb1596d5993 req-d0d46b57-2e34-44d5-bde4-6d197130f4ba tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 210 time: 0.0682068 Mar 07 13:49:10.260178 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 002d1112-ab29-4cad-b2b4-3b327dcf4a46 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:49:10.274141 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fedf07-c5b9-446a-b730-3ac66ab97bea req-220a2312-fbc4-4381-bfc9-3ca63ee6e3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:10.275720 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-32fedf07-c5b9-446a-b730-3ac66ab97bea req-220a2312-fbc4-4381-bfc9-3ca63ee6e3b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6004d604-4dc0-470c-82de-3d82006b16e2 HTTP/1.1" status: 200 len: 854 time: 0.0986040 Mar 07 13:49:10.319516 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f759058-2342-494a-a495-c950a8a709ea None None] Pushing event updated for resources: {'Port': ['ID=002d1112-ab29-4cad-b2b4-3b327dcf4a46,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:10.320136 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-32fedf07-c5b9-446a-b730-3ac66ab97bea req-5ab3f4ce-5682-40d0-af4a-bb749c8cc727 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13ac22ff-28a9-4425-b974-3472839ae981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325425 Mar 07 13:49:10.341858 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 002d1112-ab29-4cad-b2b4-3b327dcf4a46 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:49:10.342230 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (002d1112-ab29-4cad-b2b4-3b327dcf4a46), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:10.344894 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-1c5b54cd-4769-4b5e-a2c0-15346ee975e4 None None] Provisioning complete for port 002d1112-ab29-4cad-b2b4-3b327dcf4a46 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:49:10.345272 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1c5b54cd-4769-4b5e-a2c0-15346ee975e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (002d1112-ab29-4cad-b2b4-3b327dcf4a46), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:10.369508 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ee51346c-e63c-4f1b-af48-5c87d8f9fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'name': 'tempest-AttachVolumeTestJSON-948968075-router', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:04Z', 'revision_number': 4, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'gw_port': {'id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '002d1112-ab29-4cad-b2b4-3b327dcf4a46', 'name': '', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'mac_address': 'fa:16:3e:dc:70:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:04Z', 'updated_at': '2022-03-07T13:49:09Z', 'revision_number': 4, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'subnets': [{'id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:49:10.397671 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee51346c-e63c-4f1b-af48-5c87d8f9fece None None] The sync data for ids ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'] in dv-cinder-813222-6-iscsi is: [{'id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'name': 'tempest-AttachVolumeTestJSON-948968075-router', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:04Z', 'revision_number': 4, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'gw_port': {'id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '002d1112-ab29-4cad-b2b4-3b327dcf4a46', 'name': '', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'mac_address': 'fa:16:3e:dc:70:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:04Z', 'updated_at': '2022-03-07T13:49:09Z', 'revision_number': 4, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'subnets': [{'id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:49:10.422779 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-32fedf07-c5b9-446a-b730-3ac66ab97bea req-46081cc2-0021-4f9f-9b89-1bca9c1999d2 service neutron] 10.222.0.10 "GET /v2.0/networks/13ac22ff-28a9-4425-b974-3472839ae981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964289 Mar 07 13:49:10.485253 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 002d1112-ab29-4cad-b2b4-3b327dcf4a46 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:49:10.486607 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 73a1f249-7e6a-4120-a7d7-545fb698d518 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:49:10.511672 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-1c5b54cd-4769-4b5e-a2c0-15346ee975e4 None None] Current status of the port 002d1112-ab29-4cad-b2b4-3b327dcf4a46 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:49:10.521283 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-32fedf07-c5b9-446a-b730-3ac66ab97bea req-ad1ac8df-a831-46ba-af85-b7fdb8b3b863 service neutron] 10.222.0.10 "GET /v2.0/networks/13ac22ff-28a9-4425-b974-3472839ae981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912509 Mar 07 13:49:10.539999 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 73a1f249-7e6a-4120-a7d7-545fb698d518 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:49:10.540607 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (73a1f249-7e6a-4120-a7d7-545fb698d518), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:10.655847 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 73a1f249-7e6a-4120-a7d7-545fb698d518 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:49:10.773490 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-7f2cd468-cd27-4299-9c33-ddc5341364f5 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:10.775081 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-7f2cd468-cd27-4299-9c33-ddc5341364f5 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.10 "GET /v2.0/networks?id=a13d25ed-6982-4eee-bae1-184f281a254d HTTP/1.1" status: 200 len: 810 time: 0.1413791 Mar 07 13:49:10.878291 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-a12d5d29-7059-41b7-9814-85a899087270 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ffdd53d4a3f432e83ee1806a26d0e8b HTTP/1.1" status: 200 len: 379 time: 0.0695255 Mar 07 13:49:10.913984 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-88e6cb6e-cd1f-4dfe-9327-46920c09f0ac tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Request body: {'port': {'device_id': 'de5162fe-649f-41b4-8500-5baca6875ee6', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'admin_state_up': True, 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'security_groups': ['ac784f83-6153-42f3-9442-a2ec208183d9']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:49:10.999610 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c949134-55aa-4731-a049-d39d1437b760 req-54b15ba8-ca4c-4cb3-abba-6ae6279f8c3b tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:11.001170 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9c949134-55aa-4731-a049-d39d1437b760 req-54b15ba8-ca4c-4cb3-abba-6ae6279f8c3b tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e HTTP/1.1" status: 200 len: 944 time: 0.1219716 Mar 07 13:49:11.077857 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9c949134-55aa-4731-a049-d39d1437b760 req-7aae0d7b-94db-40b8-8a89-d8bd18f994e1 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706446 Mar 07 13:49:11.085543 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-88e6cb6e-cd1f-4dfe-9327-46920c09f0ac tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Made reservation on behalf of 8ffdd53d4a3f432e83ee1806a26d0e8b for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:49:11.089560 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-88e6cb6e-cd1f-4dfe-9327-46920c09f0ac tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:11.224788 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-88e6cb6e-cd1f-4dfe-9327-46920c09f0ac tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Allocated IP 172.20.0.7 (a13d25ed-6982-4eee-bae1-184f281a254d/2ecbb758-a715-42cc-aa60-edc95b9687c6/071d3a1f-1aed-4796-a5ba-d1d8c09b0146) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:49:11.354533 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c36972e4-db8b-4f78-9024-22de2dc5a6c7 req-3e9ffd7c-f896-4b7c-b31e-fef10cb3dbd5 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 210 time: 0.0397978 Mar 07 13:49:11.386827 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-88e6cb6e-cd1f-4dfe-9327-46920c09f0ac tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for port (071d3a1f-1aed-4796-a5ba-d1d8c09b0146), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:11.419482 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-88e6cb6e-cd1f-4dfe-9327-46920c09f0ac tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (071d3a1f-1aed-4796-a5ba-d1d8c09b0146), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:11.462602 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-88e6cb6e-cd1f-4dfe-9327-46920c09f0ac tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Network a13d25ed-6982-4eee-bae1-184f281a254d is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:49:11.465489 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-88e6cb6e-cd1f-4dfe-9327-46920c09f0ac tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:49:11.468942 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-88e6cb6e-cd1f-4dfe-9327-46920c09f0ac tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:49:11.475131 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6cb6e-cd1f-4dfe-9327-46920c09f0ac tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Pushing event updated for resources: {'Port': ['ID=071d3a1f-1aed-4796-a5ba-d1d8c09b0146,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:11.520597 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-88e6cb6e-cd1f-4dfe-9327-46920c09f0ac tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:11.521141 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-88e6cb6e-cd1f-4dfe-9327-46920c09f0ac tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:11.536648 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-88e6cb6e-cd1f-4dfe-9327-46920c09f0ac tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6471393 Mar 07 13:49:11.646931 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-0377ffe1-d590-46f6-85ac-5c4c1091c543 service neutron] Request body: {'port': {'device_id': 'de5162fe-649f-41b4-8500-5baca6875ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:49:11.706869 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-0377ffe1-d590-46f6-85ac-5c4c1091c543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (071d3a1f-1aed-4796-a5ba-d1d8c09b0146), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:11.740737 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-58b81d3b-729a-4a36-90e9-1ace76c78fac None None] Provisioning complete for port 071d3a1f-1aed-4796-a5ba-d1d8c09b0146 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:49:11.741354 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-58b81d3b-729a-4a36-90e9-1ace76c78fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (071d3a1f-1aed-4796-a5ba-d1d8c09b0146), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:11.778537 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-58b81d3b-729a-4a36-90e9-1ace76c78fac None None] Port 071d3a1f-1aed-4796-a5ba-d1d8c09b0146 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:49:11.956075 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-0377ffe1-d590-46f6-85ac-5c4c1091c543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 071d3a1f-1aed-4796-a5ba-d1d8c09b0146 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:49:11.966036 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-0377ffe1-d590-46f6-85ac-5c4c1091c543 service neutron] Publish callbacks [] for port (071d3a1f-1aed-4796-a5ba-d1d8c09b0146), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:11.978848 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-0377ffe1-d590-46f6-85ac-5c4c1091c543 service neutron] Transition to ACTIVE for port object 071d3a1f-1aed-4796-a5ba-d1d8c09b0146 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 13:49:11.982316 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-0377ffe1-d590-46f6-85ac-5c4c1091c543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (071d3a1f-1aed-4796-a5ba-d1d8c09b0146), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:12.037947 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377ffe1-d590-46f6-85ac-5c4c1091c543 service neutron] Pushing event updated for resources: {'Port': ['ID=071d3a1f-1aed-4796-a5ba-d1d8c09b0146,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:12.139018 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-0377ffe1-d590-46f6-85ac-5c4c1091c543 service neutron] Attempting to bind port 071d3a1f-1aed-4796-a5ba-d1d8c09b0146 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:49:12.139167 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-0377ffe1-d590-46f6-85ac-5c4c1091c543 service neutron] Attempting to bind port 071d3a1f-1aed-4796-a5ba-d1d8c09b0146 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '1abe214c-6bc4-4052-8a26-d926235503eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:49:12.139524 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-0377ffe1-d590-46f6-85ac-5c4c1091c543 service neutron] Attempting to bind port 071d3a1f-1aed-4796-a5ba-d1d8c09b0146 on network a13d25ed-6982-4eee-bae1-184f281a254d {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:49:12.144772 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-0377ffe1-d590-46f6-85ac-5c4c1091c543 service neutron] Port 071d3a1f-1aed-4796-a5ba-d1d8c09b0146 on network a13d25ed-6982-4eee-bae1-184f281a254d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 13:49:12.145090 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-0377ffe1-d590-46f6-85ac-5c4c1091c543 service neutron] Attempting to bind port 071d3a1f-1aed-4796-a5ba-d1d8c09b0146 on network a13d25ed-6982-4eee-bae1-184f281a254d {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:49:12.150520 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-0377ffe1-d590-46f6-85ac-5c4c1091c543 service neutron] Checking agent: {'id': '54ecd8f5-e943-4369-a21b-1222345f30ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'started_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:49:12.150980 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-0377ffe1-d590-46f6-85ac-5c4c1091c543 service neutron] Checking segment: {'id': '1abe214c-6bc4-4052-8a26-d926235503eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:49:12.151451 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-0377ffe1-d590-46f6-85ac-5c4c1091c543 service neutron] Bound using segment: {'id': '1abe214c-6bc4-4052-8a26-d926235503eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:49:12.151939 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-0377ffe1-d590-46f6-85ac-5c4c1091c543 service neutron] Bound port: 071d3a1f-1aed-4796-a5ba-d1d8c09b0146, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1abe214c-6bc4-4052-8a26-d926235503eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:49:12.152380 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-0377ffe1-d590-46f6-85ac-5c4c1091c543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (071d3a1f-1aed-4796-a5ba-d1d8c09b0146), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:12.180471 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 002d1112-ab29-4cad-b2b4-3b327dcf4a46 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:49:12.247180 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 002d1112-ab29-4cad-b2b4-3b327dcf4a46 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:49:12.247859 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (002d1112-ab29-4cad-b2b4-3b327dcf4a46), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:12.336824 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba22c08-82da-44c4-b99a-cbc9d7fbdd98 req-10f518c7-669d-4be9-8243-3c607deb4016 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:12.338439 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9ba22c08-82da-44c4-b99a-cbc9d7fbdd98 req-10f518c7-669d-4be9-8243-3c607deb4016 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e HTTP/1.1" status: 200 len: 944 time: 0.1142108 Mar 07 13:49:12.344650 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-0377ffe1-d590-46f6-85ac-5c4c1091c543 service neutron] For port 071d3a1f-1aed-4796-a5ba-d1d8c09b0146, host hv-cinder-81322, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:49:12.347954 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-0377ffe1-d590-46f6-85ac-5c4c1091c543 service neutron] For port 071d3a1f-1aed-4796-a5ba-d1d8c09b0146, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=071d3a1f-1aed-4796-a5ba-d1d8c09b0146,segment=NetworkSegment(1abe214c-6bc4-4052-8a26-d926235503eb),segment_id=1abe214c-6bc4-4052-8a26-d926235503eb)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:49:12.348656 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 57608) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:49:12.352245 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 002d1112-ab29-4cad-b2b4-3b327dcf4a46 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:49:12.358940 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-0377ffe1-d590-46f6-85ac-5c4c1091c543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (071d3a1f-1aed-4796-a5ba-d1d8c09b0146), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:12.406152 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-0377ffe1-d590-46f6-85ac-5c4c1091c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:12.406764 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-0377ffe1-d590-46f6-85ac-5c4c1091c543 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:12.408139 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-0377ffe1-d590-46f6-85ac-5c4c1091c543 service neutron] 10.222.0.10 "PUT /v2.0/ports/071d3a1f-1aed-4796-a5ba-d1d8c09b0146 HTTP/1.1" status: 200 len: 1093 time: 0.7655008 Mar 07 13:49:12.410344 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5162fe-649f-41b4-8500-5baca6875ee6', 'tag': '071d3a1f-1aed-4796-a5ba-d1d8c09b0146'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:49:12.413711 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9430bc5a-c97a-46fe-b2db-a77e1f5cf4be" -d '{"events": [{"name": "network-changed", "server_uuid": "de5162fe-649f-41b4-8500-5baca6875ee6", "tag": "071d3a1f-1aed-4796-a5ba-d1d8c09b0146"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:49:12.448745 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377ffe1-d590-46f6-85ac-5c4c1091c543 service neutron] Pushing event updated for resources: {'Port': ['ID=071d3a1f-1aed-4796-a5ba-d1d8c09b0146,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:12.453954 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9ba22c08-82da-44c4-b99a-cbc9d7fbdd98 req-89083510-ec33-4628-a1b5-0efc4ecbb7a0 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043105 Mar 07 13:49:12.492991 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c9e511e7-2bd4-4467-8011-0e419a246d65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:12.518329 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692c7c3a-7fcd-43ff-92b6-5f05518a9038 x-openstack-request-id: req-692c7c3a-7fcd-43ff-92b6-5f05518a9038 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:49:12.518627 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5162fe-649f-41b4-8500-5baca6875ee6", "tag": "071d3a1f-1aed-4796-a5ba-d1d8c09b0146", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:49:12.518945 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-692c7c3a-7fcd-43ff-92b6-5f05518a9038 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:49:12.519408 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5162fe-649f-41b4-8500-5baca6875ee6', 'tag': '071d3a1f-1aed-4796-a5ba-d1d8c09b0146', 'status': 'completed', 'code': 200} Mar 07 13:49:12.600311 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c9e511e7-2bd4-4467-8011-0e419a246d65 admin admin] Publish callbacks [] for security_group (57291ae5-6763-4b12-8c43-365c49ce7ab3), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:12.606632 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c9e511e7-2bd4-4467-8011-0e419a246d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (57291ae5-6763-4b12-8c43-365c49ce7ab3), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:12.654606 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-c9e511e7-2bd4-4467-8011-0e419a246d65 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9bb69e192d2a4c6186d925672565c7da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3038709 Mar 07 13:49:12.655336 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e511e7-2bd4-4467-8011-0e419a246d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57291ae5-6763-4b12-8c43-365c49ce7ab3,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:12.657676 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 57616) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:49:12.710436 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-84b8cf6a-b408-4531-a518-7d72650dab25 admin admin] Publish callbacks [] for security_group (57291ae5-6763-4b12-8c43-365c49ce7ab3), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:12.733008 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-84b8cf6a-b408-4531-a518-7d72650dab25 admin admin] Publish callbacks [] for security_group (57291ae5-6763-4b12-8c43-365c49ce7ab3), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:12.782026 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-84b8cf6a-b408-4531-a518-7d72650dab25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (57291ae5-6763-4b12-8c43-365c49ce7ab3), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:12.784874 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-84b8cf6a-b408-4531-a518-7d72650dab25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:12.786104 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-84b8cf6a-b408-4531-a518-7d72650dab25 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57291ae5-6763-4b12-8c43-365c49ce7ab3 HTTP/1.1" status: 204 len: 168 time: 0.1274378 Mar 07 13:49:12.795217 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8cf6a-b408-4531-a518-7d72650dab25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57291ae5-6763-4b12-8c43-365c49ce7ab3,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:12.831054 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51958ac3-1486-4978-9629-815623369422 req-186baa4d-bdb6-42a9-ac55-f9632c8fbe8c tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:12.832542 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-51958ac3-1486-4978-9629-815623369422 req-186baa4d-bdb6-42a9-ac55-f9632c8fbe8c tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 943 time: 0.3777430 Mar 07 13:49:12.839957 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-5edb412e-9c2a-497a-a889-95f1c77e7abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:12.841480 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-5edb412e-9c2a-497a-a889-95f1c77e7abf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ffdd53d4a3f432e83ee1806a26d0e8b&device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 1127 time: 0.3440943 Mar 07 13:49:12.894663 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-6c5aea22-d5f6-45b5-b378-b30b36f3aa1c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=071d3a1f-1aed-4796-a5ba-d1d8c09b0146 HTTP/1.1" status: 200 len: 217 time: 0.0360498 Mar 07 13:49:12.939092 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-51958ac3-1486-4978-9629-815623369422 req-271b54a8-27fa-4a43-82da-28f8daa75726 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966678 Mar 07 13:49:12.957530 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-f4c902ef-f0e1-4f47-bc7f-f80e2ff5edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:12.959201 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-f4c902ef-f0e1-4f47-bc7f-f80e2ff5edd5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2ecbb758-a715-42cc-aa60-edc95b9687c6 HTTP/1.1" status: 200 len: 849 time: 0.0538189 Mar 07 13:49:13.011882 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-e2563975-ed65-41e2-934f-111d8fb408da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:13.013479 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-e2563975-ed65-41e2-934f-111d8fb408da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a13d25ed-6982-4eee-bae1-184f281a254d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474780 Mar 07 13:49:13.104244 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-368577e8-2a4a-4aeb-9e8d-4345809c47f7 service neutron] 10.222.0.10 "GET /v2.0/networks/a13d25ed-6982-4eee-bae1-184f281a254d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836465 Mar 07 13:49:13.194403 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-acd83eb8-04f6-4390-bb66-c7823211d4fe req-abd72da0-3b78-4171-b6ae-9d10a7efc5e7 service neutron] 10.222.0.10 "GET /v2.0/networks/a13d25ed-6982-4eee-bae1-184f281a254d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836916 Mar 07 13:49:13.348460 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430bc5a-c97a-46fe-b2db-a77e1f5cf4be req-d01d9eae-8ef4-4bf5-b267-60144b244bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:13.349988 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9430bc5a-c97a-46fe-b2db-a77e1f5cf4be req-d01d9eae-8ef4-4bf5-b267-60144b244bdd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ffdd53d4a3f432e83ee1806a26d0e8b&device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 1127 time: 0.0515895 Mar 07 13:49:13.450445 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430bc5a-c97a-46fe-b2db-a77e1f5cf4be req-c0decb0e-e732-4b82-bfa6-c52d7e5bc012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:13.452319 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9430bc5a-c97a-46fe-b2db-a77e1f5cf4be req-c0decb0e-e732-4b82-bfa6-c52d7e5bc012 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a13d25ed-6982-4eee-bae1-184f281a254d HTTP/1.1" status: 200 len: 910 time: 0.0962605 Mar 07 13:49:13.496425 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9430bc5a-c97a-46fe-b2db-a77e1f5cf4be req-754b57bb-92a0-43eb-810d-8b621d4f22c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=071d3a1f-1aed-4796-a5ba-d1d8c09b0146 HTTP/1.1" status: 200 len: 217 time: 0.0382657 Mar 07 13:49:13.549811 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430bc5a-c97a-46fe-b2db-a77e1f5cf4be req-baa0c19c-1250-482c-99dc-cb322e5e436c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:13.551362 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9430bc5a-c97a-46fe-b2db-a77e1f5cf4be req-baa0c19c-1250-482c-99dc-cb322e5e436c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2ecbb758-a715-42cc-aa60-edc95b9687c6 HTTP/1.1" status: 200 len: 849 time: 0.0490038 Mar 07 13:49:13.560555 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device b8ea630d-9f79-4f2d-8d69-c14cd3980a94 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 13:49:13.623265 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 57650) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:49:13.639832 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da61c8f-3b6c-4d90-ae98-3d3f15c3af3d req-2172e1bf-b5a7-4baa-b77b-b12dd1932231 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:13.641448 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4da61c8f-3b6c-4d90-ae98-3d3f15c3af3d req-2172e1bf-b5a7-4baa-b77b-b12dd1932231 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e HTTP/1.1" status: 200 len: 944 time: 0.0942848 Mar 07 13:49:13.646282 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430bc5a-c97a-46fe-b2db-a77e1f5cf4be req-94a8a695-2bcf-44df-b52e-8684ee2c5f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:13.648343 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9430bc5a-c97a-46fe-b2db-a77e1f5cf4be req-94a8a695-2bcf-44df-b52e-8684ee2c5f70 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a13d25ed-6982-4eee-bae1-184f281a254d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0874631 Mar 07 13:49:13.676979 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port b8ea630d-9f79-4f2d-8d69-c14cd3980a94, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b8ea630d-9f79-4f2d-8d69-c14cd3980a94,segment=NetworkSegment(fe688700-cfc6-487f-a1be-0f4c68b73bb7),segment_id=fe688700-cfc6-487f-a1be-0f4c68b73bb7)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:49:13.691679 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Returning: {'device': 'b8ea630d-9f79-4f2d-8d69-c14cd3980a94', 'network_id': '13ac22ff-28a9-4425-b974-3472839ae981', 'port_id': 'b8ea630d-9f79-4f2d-8d69-c14cd3980a94', 'mac_address': 'fa:16:3e:c4:cf:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6004d604-4dc0-470c-82de-3d82006b16e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 13:49:13.751416 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port b8ea630d-9f79-4f2d-8d69-c14cd3980a94 is: DOWN; New status is: BUILD {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:49:13.751809 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (b8ea630d-9f79-4f2d-8d69-c14cd3980a94), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:13.752107 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4da61c8f-3b6c-4d90-ae98-3d3f15c3af3d req-c44cf942-4487-40e7-82cd-f27aeee945b3 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019087 Mar 07 13:49:13.768914 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ea630d-9f79-4f2d-8d69-c14cd3980a94 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:49:13.779621 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9430bc5a-c97a-46fe-b2db-a77e1f5cf4be req-7c8e855f-cbcb-4a99-81d1-6248a4a99b97 service neutron] 10.222.0.10 "GET /v2.0/networks/a13d25ed-6982-4eee-bae1-184f281a254d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209292 Mar 07 13:49:13.781581 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-58f4228d-aeda-4f7f-8a8d-e55b40d802c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:13.799833 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port b8ea630d-9f79-4f2d-8d69-c14cd3980a94, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b8ea630d-9f79-4f2d-8d69-c14cd3980a94,segment=NetworkSegment(fe688700-cfc6-487f-a1be-0f4c68b73bb7),segment_id=fe688700-cfc6-487f-a1be-0f4c68b73bb7)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:49:13.806806 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (b8ea630d-9f79-4f2d-8d69-c14cd3980a94), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:13.867272 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-58f4228d-aeda-4f7f-8a8d-e55b40d802c3 admin admin] Publish callbacks [] for security_group (b44c14b6-f124-4a20-89e8-fd0b90f279b7), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:13.872393 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-58f4228d-aeda-4f7f-8a8d-e55b40d802c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (b44c14b6-f124-4a20-89e8-fd0b90f279b7), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:13.882469 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=b8ea630d-9f79-4f2d-8d69-c14cd3980a94,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:13.889495 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9430bc5a-c97a-46fe-b2db-a77e1f5cf4be req-e721a83c-aca3-4e18-b729-d9a6287a8ff8 service neutron] 10.222.0.10 "GET /v2.0/networks/a13d25ed-6982-4eee-bae1-184f281a254d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025121 Mar 07 13:49:13.917345 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-58f4228d-aeda-4f7f-8a8d-e55b40d802c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94ccc31001844126ad5c34521fcfb494&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2929521 Mar 07 13:49:13.920826 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 57654) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:49:13.922411 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4228d-aeda-4f7f-8a8d-e55b40d802c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44c14b6-f124-4a20-89e8-fd0b90f279b7,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:13.977363 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48b613a0-2b1a-4830-80a0-1b51de008c91 admin admin] Publish callbacks [] for security_group (b44c14b6-f124-4a20-89e8-fd0b90f279b7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:14.002368 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48b613a0-2b1a-4830-80a0-1b51de008c91 admin admin] Publish callbacks [] for security_group (b44c14b6-f124-4a20-89e8-fd0b90f279b7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:14.094702 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0089a-3e1e-4cc3-9c9c-f73fc778f32c req-be2542b8-6717-4b07-8796-fba99632d375 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:14.096317 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-34b0089a-3e1e-4cc3-9c9c-f73fc778f32c req-be2542b8-6717-4b07-8796-fba99632d375 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 943 time: 0.0710003 Mar 07 13:49:14.110413 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48b613a0-2b1a-4830-80a0-1b51de008c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (b44c14b6-f124-4a20-89e8-fd0b90f279b7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:14.112829 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48b613a0-2b1a-4830-80a0-1b51de008c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:14.113889 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-48b613a0-2b1a-4830-80a0-1b51de008c91 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b44c14b6-f124-4a20-89e8-fd0b90f279b7 HTTP/1.1" status: 204 len: 168 time: 0.1917017 Mar 07 13:49:14.131416 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b613a0-2b1a-4830-80a0-1b51de008c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44c14b6-f124-4a20-89e8-fd0b90f279b7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:14.165429 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-34b0089a-3e1e-4cc3-9c9c-f73fc778f32c req-8096dd6c-f4b2-4ecf-9bda-272aa5050171 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627687 Mar 07 13:49:14.317139 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:49:14.496856 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['b8ea630d-9f79-4f2d-8d69-c14cd3980a94'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:49:14.885113 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5b196-0778-48cd-8309-ea4d6d3f54a3 req-6bf6ab4c-3e3a-4f87-92b6-594c2e74ac08 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:14.886600 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0eb5b196-0778-48cd-8309-ea4d6d3f54a3 req-6bf6ab4c-3e3a-4f87-92b6-594c2e74ac08 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e HTTP/1.1" status: 200 len: 945 time: 0.0513408 Mar 07 13:49:14.932242 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0eb5b196-0778-48cd-8309-ea4d6d3f54a3 req-6fcb60f8-3972-40f6-8afe-6f3aa6abcaa9 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401330 Mar 07 13:49:15.295264 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-cf6f101b-384c-4385-b448-950cafeea560 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ecfceb6f65eb40d08207244469537363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330617 Mar 07 13:49:15.356988 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83947bc8-2fb5-4b36-aab7-ffca187f073d req-74a1060c-aa27-4d4d-9937-6cefdbebb9b2 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:15.358375 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83947bc8-2fb5-4b36-aab7-ffca187f073d req-74a1060c-aa27-4d4d-9937-6cefdbebb9b2 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 943 time: 0.1267533 Mar 07 13:49:15.509033 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83947bc8-2fb5-4b36-aab7-ffca187f073d req-e0b21422-e6eb-45a5-8f7d-ce56bd741759 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433825 Mar 07 13:49:15.516496 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-75715f43-2998-45e2-8a42-2be4fcbcc47c tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:15.517912 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-75715f43-2998-45e2-8a42-2be4fcbcc47c tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2173707 Mar 07 13:49:15.533022 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-8f57a80d-aa15-4232-9129-e516b18a71a6 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/quotas/ecfceb6f65eb40d08207244469537363 HTTP/1.1" status: 200 len: 375 time: 0.0088050 Mar 07 13:49:15.564117 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-7fc1bc50-4c62-4587-8169-fbcd0e890f3a tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ecfceb6f65eb40d08207244469537363&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257540 Mar 07 13:49:15.716781 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bccf0a79-918a-466a-b1e3-c74ba2b838fb req-844349f4-fd4e-41d1-b7cc-01d8f8445ce6 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/ports?device_id=7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a HTTP/1.1" status: 200 len: 210 time: 0.0280786 Mar 07 13:49:16.054319 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c6189-a477-407e-a767-c55b585841f8 req-2c916c1b-e6a4-40ed-b50c-f03346eaee21 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:16.055304 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c12c6189-a477-407e-a767-c55b585841f8 req-2c916c1b-e6a4-40ed-b50c-f03346eaee21 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e HTTP/1.1" status: 200 len: 945 time: 0.0547233 Mar 07 13:49:16.103118 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c12c6189-a477-407e-a767-c55b585841f8 req-d0f2c724-76e4-4638-98d6-909fa0b0d62f tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411773 Mar 07 13:49:16.629750 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec981a-36ea-40dc-a205-43105adb24e0 req-9977d620-9bc1-46c4-955b-0700ff763d82 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:16.631211 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cdec981a-36ea-40dc-a205-43105adb24e0 req-9977d620-9bc1-46c4-955b-0700ff763d82 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 943 time: 0.0572293 Mar 07 13:49:16.680517 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cdec981a-36ea-40dc-a205-43105adb24e0 req-8fe50a83-9e54-41c1-badd-acfcabfab9d0 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432343 Mar 07 13:49:16.710039 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-021ca627-21ef-4c0c-8a7f-31cddeaeebc5 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ecfceb6f65eb40d08207244469537363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212727 Mar 07 13:49:16.824256 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-47cd2c8c-5c63-4770-bdb2-0b91c313e357 req-82a21031-3e24-416b-8726-39534c7378c2 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/ports?device_id=7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a HTTP/1.1" status: 200 len: 210 time: 0.0314612 Mar 07 13:49:16.847069 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-e1341a4b-852d-47fb-8c8e-e46c9f453a5e tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:16.848505 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-e1341a4b-852d-47fb-8c8e-e46c9f453a5e tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1335304 Mar 07 13:49:16.871698 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-10cad365-02f6-4a7c-9d74-4d8b6ebef0a8 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Request body: {'port': {'device_id': '7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a', 'network_id': 'b9c857fb-88f0-41f7-af92-5a464ddbbae7', 'admin_state_up': True, 'tenant_id': 'ecfceb6f65eb40d08207244469537363'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:49:16.973883 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-10cad365-02f6-4a7c-9d74-4d8b6ebef0a8 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Made reservation on behalf of ecfceb6f65eb40d08207244469537363 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:49:16.977870 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-10cad365-02f6-4a7c-9d74-4d8b6ebef0a8 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:16.989281 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-10cad365-02f6-4a7c-9d74-4d8b6ebef0a8 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:17.061729 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-10cad365-02f6-4a7c-9d74-4d8b6ebef0a8 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Publish callbacks [] for security_group (1a48caa8-36bb-4fa6-b814-89a3129ee803), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:17.065102 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-10cad365-02f6-4a7c-9d74-4d8b6ebef0a8 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (1a48caa8-36bb-4fa6-b814-89a3129ee803), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:17.127508 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cad365-02f6-4a7c-9d74-4d8b6ebef0a8 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a48caa8-36bb-4fa6-b814-89a3129ee803,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:17.222831 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-10cad365-02f6-4a7c-9d74-4d8b6ebef0a8 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Allocated IP 192.168.233.73 (b9c857fb-88f0-41f7-af92-5a464ddbbae7/9c0dcf57-a8a5-4976-b049-6f1a5cff9f6c/42ef10fd-45a5-45e9-81e5-f103180e6b6a) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:49:17.258334 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3695131-9c8a-4dd6-9c34-15137c9b79ee req-d84828ea-6c8b-494a-bee3-029ecd1d55f8 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:17.259795 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a3695131-9c8a-4dd6-9c34-15137c9b79ee req-d84828ea-6c8b-494a-bee3-029ecd1d55f8 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e HTTP/1.1" status: 200 len: 945 time: 0.0864501 Mar 07 13:49:17.384753 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a3695131-9c8a-4dd6-9c34-15137c9b79ee req-387a4d36-b179-412f-8e75-ebb91f329535 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193538 Mar 07 13:49:17.429634 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-10cad365-02f6-4a7c-9d74-4d8b6ebef0a8 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Publish callbacks [] for port (42ef10fd-45a5-45e9-81e5-f103180e6b6a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:17.463693 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-10cad365-02f6-4a7c-9d74-4d8b6ebef0a8 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (42ef10fd-45a5-45e9-81e5-f103180e6b6a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:17.509151 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-10cad365-02f6-4a7c-9d74-4d8b6ebef0a8 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Network b9c857fb-88f0-41f7-af92-5a464ddbbae7 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:49:17.512232 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-10cad365-02f6-4a7c-9d74-4d8b6ebef0a8 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:49:17.516063 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-10cad365-02f6-4a7c-9d74-4d8b6ebef0a8 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:49:17.544957 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cad365-02f6-4a7c-9d74-4d8b6ebef0a8 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Pushing event updated for resources: {'Port': ['ID=42ef10fd-45a5-45e9-81e5-f103180e6b6a,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:17.579652 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-10cad365-02f6-4a7c-9d74-4d8b6ebef0a8 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:17.581466 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-10cad365-02f6-4a7c-9d74-4d8b6ebef0a8 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:17.602081 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 071d3a1f-1aed-4796-a5ba-d1d8c09b0146 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 13:49:17.603331 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-10cad365-02f6-4a7c-9d74-4d8b6ebef0a8 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7350962 Mar 07 13:49:17.608218 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device b8ea630d-9f79-4f2d-8d69-c14cd3980a94 up at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:49:17.621320 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-24efbe43-02b6-4220-9867-0ac7cbc5f6cd service neutron] Request body: {'port': {'device_id': '7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:49:17.721746 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-24efbe43-02b6-4220-9867-0ac7cbc5f6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (42ef10fd-45a5-45e9-81e5-f103180e6b6a), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:17.820852 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning for port b8ea630d-9f79-4f2d-8d69-c14cd3980a94 completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 13:49:17.846557 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning complete for port b8ea630d-9f79-4f2d-8d69-c14cd3980a94 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:49:17.846935 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (b8ea630d-9f79-4f2d-8d69-c14cd3980a94), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:17.852368 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 071d3a1f-1aed-4796-a5ba-d1d8c09b0146, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=071d3a1f-1aed-4796-a5ba-d1d8c09b0146,segment=NetworkSegment(1abe214c-6bc4-4052-8a26-d926235503eb),segment_id=1abe214c-6bc4-4052-8a26-d926235503eb)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:49:17.910785 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Returning: {'device': '071d3a1f-1aed-4796-a5ba-d1d8c09b0146', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'port_id': '071d3a1f-1aed-4796-a5ba-d1d8c09b0146', 'mac_address': 'fa:16:3e:63:56:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 13:49:17.912912 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-74dd0fc6-ac27-4c67-abbc-83bbe697763e None None] Provisioning complete for port 42ef10fd-45a5-45e9-81e5-f103180e6b6a triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:49:17.913511 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-74dd0fc6-ac27-4c67-abbc-83bbe697763e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (42ef10fd-45a5-45e9-81e5-f103180e6b6a), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:17.915398 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-461d8805-daf4-4808-88cc-7e2aa16dbb0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:18.013535 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2b9d6-5e18-4219-ba0a-60c8cbe93fbd req-16aa55a8-ee2d-4813-8a2b-56bdb65f9e55 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:18.014396 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-74dd0fc6-ac27-4c67-abbc-83bbe697763e None None] Port 42ef10fd-45a5-45e9-81e5-f103180e6b6a cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:49:18.015123 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-24b2b9d6-5e18-4219-ba0a-60c8cbe93fbd req-16aa55a8-ee2d-4813-8a2b-56bdb65f9e55 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 943 time: 0.2333322 Mar 07 13:49:18.027461 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 071d3a1f-1aed-4796-a5ba-d1d8c09b0146 is: DOWN; New status is: BUILD {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:49:18.027850 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (071d3a1f-1aed-4796-a5ba-d1d8c09b0146), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:18.045447 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071d3a1f-1aed-4796-a5ba-d1d8c09b0146 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:49:18.069701 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939252a9-9394-4877-a42c-2b6a09aed8cf req-3f0822da-24e3-4933-83c2-1a5f425dbfe7 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:18.071192 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-939252a9-9394-4877-a42c-2b6a09aed8cf req-3f0822da-24e3-4933-83c2-1a5f425dbfe7 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/ports?device_id=7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a HTTP/1.1" status: 200 len: 935 time: 0.1456718 Mar 07 13:49:18.094859 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 071d3a1f-1aed-4796-a5ba-d1d8c09b0146, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=071d3a1f-1aed-4796-a5ba-d1d8c09b0146,segment=NetworkSegment(1abe214c-6bc4-4052-8a26-d926235503eb),segment_id=1abe214c-6bc4-4052-8a26-d926235503eb)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:49:18.097832 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port b8ea630d-9f79-4f2d-8d69-c14cd3980a94 is: BUILD; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:49:18.098261 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (b8ea630d-9f79-4f2d-8d69-c14cd3980a94), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:18.102083 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (071d3a1f-1aed-4796-a5ba-d1d8c09b0146), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:18.148265 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ea630d-9f79-4f2d-8d69-c14cd3980a94'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:49:18.148504 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-24b2b9d6-5e18-4219-ba0a-60c8cbe93fbd req-cc5db787-42d9-44c8-9669-9c7285f1c969 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068046 Mar 07 13:49:18.150823 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4910b66d-a010-405c-9f12-33917376ac9d" -d '{"events": [{"server_uuid": "b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e", "name": "network-vif-plugged", "status": "completed", "tag": "b8ea630d-9f79-4f2d-8d69-c14cd3980a94"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:49:18.169484 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port b8ea630d-9f79-4f2d-8d69-c14cd3980a94, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b8ea630d-9f79-4f2d-8d69-c14cd3980a94,segment=NetworkSegment(fe688700-cfc6-487f-a1be-0f4c68b73bb7),segment_id=fe688700-cfc6-487f-a1be-0f4c68b73bb7)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:49:18.171307 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-939252a9-9394-4877-a42c-2b6a09aed8cf req-10de2619-253f-4509-a981-4aa957c1f230 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a48caa8-36bb-4fa6-b814-89a3129ee803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925713 Mar 07 13:49:18.181959 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (b8ea630d-9f79-4f2d-8d69-c14cd3980a94), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:18.187291 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=071d3a1f-1aed-4796-a5ba-d1d8c09b0146,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:18.223216 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2306b985-923c-4d9e-ab48-f2481ae2a350 x-openstack-request-id: req-2306b985-923c-4d9e-ab48-f2481ae2a350 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:49:18.223378 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-24efbe43-02b6-4220-9867-0ac7cbc5f6cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ef10fd-45a5-45e9-81e5-f103180e6b6a {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:49:18.223655 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e", "name": "network-vif-plugged", "status": "completed", "tag": "b8ea630d-9f79-4f2d-8d69-c14cd3980a94", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:49:18.224001 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2306b985-923c-4d9e-ab48-f2481ae2a350 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:49:18.224925 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ea630d-9f79-4f2d-8d69-c14cd3980a94', 'code': 200} Mar 07 13:49:18.231513 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-24efbe43-02b6-4220-9867-0ac7cbc5f6cd service neutron] Publish callbacks [] for port (42ef10fd-45a5-45e9-81e5-f103180e6b6a), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:18.243502 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=b8ea630d-9f79-4f2d-8d69-c14cd3980a94,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:18.246532 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-24efbe43-02b6-4220-9867-0ac7cbc5f6cd service neutron] Transition to ACTIVE for port object 42ef10fd-45a5-45e9-81e5-f103180e6b6a will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 13:49:18.250212 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-24efbe43-02b6-4220-9867-0ac7cbc5f6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (42ef10fd-45a5-45e9-81e5-f103180e6b6a), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:18.310172 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24efbe43-02b6-4220-9867-0ac7cbc5f6cd service neutron] Pushing event updated for resources: {'Port': ['ID=42ef10fd-45a5-45e9-81e5-f103180e6b6a,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:18.393839 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-24efbe43-02b6-4220-9867-0ac7cbc5f6cd service neutron] Attempting to bind port 42ef10fd-45a5-45e9-81e5-f103180e6b6a on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:49:18.394176 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-24efbe43-02b6-4220-9867-0ac7cbc5f6cd service neutron] Attempting to bind port 42ef10fd-45a5-45e9-81e5-f103180e6b6a by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'bbc5efe6-b8c1-4fb7-aa50-a4ae158e2b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b9c857fb-88f0-41f7-af92-5a464ddbbae7'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:49:18.394502 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-24efbe43-02b6-4220-9867-0ac7cbc5f6cd service neutron] Attempting to bind port 42ef10fd-45a5-45e9-81e5-f103180e6b6a on network b9c857fb-88f0-41f7-af92-5a464ddbbae7 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:49:18.399719 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-24efbe43-02b6-4220-9867-0ac7cbc5f6cd service neutron] Port 42ef10fd-45a5-45e9-81e5-f103180e6b6a on network b9c857fb-88f0-41f7-af92-5a464ddbbae7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 13:49:18.400043 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-24efbe43-02b6-4220-9867-0ac7cbc5f6cd service neutron] Attempting to bind port 42ef10fd-45a5-45e9-81e5-f103180e6b6a on network b9c857fb-88f0-41f7-af92-5a464ddbbae7 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:49:18.405392 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-24efbe43-02b6-4220-9867-0ac7cbc5f6cd service neutron] Checking agent: {'id': '54ecd8f5-e943-4369-a21b-1222345f30ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'started_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:49:18.405621 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-24efbe43-02b6-4220-9867-0ac7cbc5f6cd service neutron] Checking segment: {'id': 'bbc5efe6-b8c1-4fb7-aa50-a4ae158e2b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b9c857fb-88f0-41f7-af92-5a464ddbbae7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:49:18.406001 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-24efbe43-02b6-4220-9867-0ac7cbc5f6cd service neutron] Bound using segment: {'id': 'bbc5efe6-b8c1-4fb7-aa50-a4ae158e2b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b9c857fb-88f0-41f7-af92-5a464ddbbae7'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:49:18.406419 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-24efbe43-02b6-4220-9867-0ac7cbc5f6cd service neutron] Bound port: 42ef10fd-45a5-45e9-81e5-f103180e6b6a, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc5efe6-b8c1-4fb7-aa50-a4ae158e2b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b9c857fb-88f0-41f7-af92-5a464ddbbae7'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:49:18.406776 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-24efbe43-02b6-4220-9867-0ac7cbc5f6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (42ef10fd-45a5-45e9-81e5-f103180e6b6a), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:18.534415 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f1603-13df-437d-91c4-c2dff39e8fcc req-984a6d24-c2b1-4a0c-aaed-945b09467528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:18.535950 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-293f1603-13df-437d-91c4-c2dff39e8fcc req-984a6d24-c2b1-4a0c-aaed-945b09467528 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e HTTP/1.1" status: 200 len: 1130 time: 0.1177421 Mar 07 13:49:18.550908 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-24efbe43-02b6-4220-9867-0ac7cbc5f6cd service neutron] For port 42ef10fd-45a5-45e9-81e5-f103180e6b6a, host hv-cinder-81322, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:49:18.556186 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-24efbe43-02b6-4220-9867-0ac7cbc5f6cd service neutron] For port 42ef10fd-45a5-45e9-81e5-f103180e6b6a, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=42ef10fd-45a5-45e9-81e5-f103180e6b6a,segment=NetworkSegment(bbc5efe6-b8c1-4fb7-aa50-a4ae158e2b5d),segment_id=bbc5efe6-b8c1-4fb7-aa50-a4ae158e2b5d)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:49:18.573754 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-24efbe43-02b6-4220-9867-0ac7cbc5f6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (42ef10fd-45a5-45e9-81e5-f103180e6b6a), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:18.603667 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0b291-d008-4000-8c75-60a5d9b90f08 req-1e979189-fbb0-4c9e-970e-e8fa883d1f10 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:18.605451 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-40f0b291-d008-4000-8c75-60a5d9b90f08 req-1e979189-fbb0-4c9e-970e-e8fa883d1f10 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e HTTP/1.1" status: 200 len: 946 time: 0.1375384 Mar 07 13:49:18.637467 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['071d3a1f-1aed-4796-a5ba-d1d8c09b0146'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:49:18.672253 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-24efbe43-02b6-4220-9867-0ac7cbc5f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:18.673009 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-24efbe43-02b6-4220-9867-0ac7cbc5f6cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:18.673902 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-24efbe43-02b6-4220-9867-0ac7cbc5f6cd service neutron] 10.222.0.10 "PUT /v2.0/ports/42ef10fd-45a5-45e9-81e5-f103180e6b6a HTTP/1.1" status: 200 len: 1097 time: 1.0572803 Mar 07 13:49:18.675427 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a', 'tag': '42ef10fd-45a5-45e9-81e5-f103180e6b6a'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:49:18.678280 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62d3150-830e-4652-be7b-ce0cb5014b41" -d '{"events": [{"name": "network-changed", "server_uuid": "7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a", "tag": "42ef10fd-45a5-45e9-81e5-f103180e6b6a"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:49:18.684573 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-293f1603-13df-437d-91c4-c2dff39e8fcc req-a925de0b-626a-4408-b4d5-c0caabdfadbc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408238 Mar 07 13:49:18.716238 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24efbe43-02b6-4220-9867-0ac7cbc5f6cd service neutron] Pushing event updated for resources: {'Port': ['ID=42ef10fd-45a5-45e9-81e5-f103180e6b6a,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:18.731084 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-40f0b291-d008-4000-8c75-60a5d9b90f08 req-e40e726b-0188-4e11-8bc2-885e235db6e8 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952287 Mar 07 13:49:18.732503 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fec5dfe-11d1-451a-8749-f0c5a742488e x-openstack-request-id: req-4fec5dfe-11d1-451a-8749-f0c5a742488e {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:49:18.732792 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a", "tag": "42ef10fd-45a5-45e9-81e5-f103180e6b6a", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:49:18.733083 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4fec5dfe-11d1-451a-8749-f0c5a742488e {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:49:18.733521 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a', 'tag': '42ef10fd-45a5-45e9-81e5-f103180e6b6a', 'status': 'completed', 'code': 200} Mar 07 13:49:19.307943 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c72567-853a-4382-86a5-30a9b99f0f1e req-ae2625e2-5f14-43b6-ad77-540717d7962b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:19.309452 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d2c72567-853a-4382-86a5-30a9b99f0f1e req-ae2625e2-5f14-43b6-ad77-540717d7962b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 944 time: 0.0896788 Mar 07 13:49:19.330763 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4440bd-6d32-42de-99a8-2171fcbf96a7 req-b62a4260-e392-4780-9bba-439702908d58 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:19.332208 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8c4440bd-6d32-42de-99a8-2171fcbf96a7 req-b62a4260-e392-4780-9bba-439702908d58 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/ports?device_id=7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a HTTP/1.1" status: 200 len: 947 time: 0.0810959 Mar 07 13:49:19.395862 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d2c72567-853a-4382-86a5-30a9b99f0f1e req-2c97a9c3-382c-45ee-b123-40a89a1ad747 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799928 Mar 07 13:49:19.402855 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8c4440bd-6d32-42de-99a8-2171fcbf96a7 req-b11af1bb-2889-477f-8c6b-db450703ae52 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a48caa8-36bb-4fa6-b814-89a3129ee803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632980 Mar 07 13:49:19.448006 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-c45e7051-8de8-45b9-989e-eec219884507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:19.449446 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-c45e7051-8de8-45b9-989e-eec219884507 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecfceb6f65eb40d08207244469537363&device_id=7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a HTTP/1.1" status: 200 len: 1131 time: 0.1391234 Mar 07 13:49:19.501408 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-3eea04f8-70b5-4a7e-b78e-1225a6346228 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=42ef10fd-45a5-45e9-81e5-f103180e6b6a HTTP/1.1" status: 200 len: 217 time: 0.0375466 Mar 07 13:49:19.549266 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-44063ccd-83cb-428f-8d56-6ca94cfb0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:19.550639 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-44063ccd-83cb-428f-8d56-6ca94cfb0f82 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9c0dcf57-a8a5-4976-b049-6f1a5cff9f6c HTTP/1.1" status: 200 len: 843 time: 0.0416038 Mar 07 13:49:19.597519 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-295e7d0d-9e4a-4e9c-8da7-981aa780742f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:19.598959 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-295e7d0d-9e4a-4e9c-8da7-981aa780742f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9c857fb-88f0-41f7-af92-5a464ddbbae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0415175 Mar 07 13:49:19.690351 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-f80caa8f-6b66-4b73-8127-0aa869ea3f18 service neutron] 10.222.0.10 "GET /v2.0/networks/b9c857fb-88f0-41f7-af92-5a464ddbbae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824318 Mar 07 13:49:19.780275 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2170af76-ac62-4ed5-8170-c63e6b3e7fbf req-54c4f3d9-1656-4a50-8469-6d3c4c8b8d06 service neutron] 10.222.0.10 "GET /v2.0/networks/b9c857fb-88f0-41f7-af92-5a464ddbbae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822446 Mar 07 13:49:19.852896 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9027453-81a7-46fb-bf84-846dde55c8ba req-b63d74c0-44f7-4988-882c-ea4165c24da4 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:19.854396 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d9027453-81a7-46fb-bf84-846dde55c8ba req-b63d74c0-44f7-4988-882c-ea4165c24da4 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e HTTP/1.1" status: 200 len: 946 time: 0.0566022 Mar 07 13:49:19.901009 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d9027453-81a7-46fb-bf84-846dde55c8ba req-48c29288-5a19-47b3-bcda-8159e76cda96 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411098 Mar 07 13:49:19.956535 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d3150-830e-4652-be7b-ce0cb5014b41 req-40f9daca-6de2-4afe-86b1-c508a7734a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:19.958024 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a62d3150-830e-4652-be7b-ce0cb5014b41 req-40f9daca-6de2-4afe-86b1-c508a7734a71 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecfceb6f65eb40d08207244469537363&device_id=7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a HTTP/1.1" status: 200 len: 1131 time: 0.0435648 Mar 07 13:49:20.055522 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7bd0d9f2-827b-4ce8-9498-fb381aa08bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:20.294610 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d3150-830e-4652-be7b-ce0cb5014b41 req-08bd2fb8-8089-4c78-a61c-a5c41f9d5d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:20.296048 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a62d3150-830e-4652-be7b-ce0cb5014b41 req-08bd2fb8-8089-4c78-a61c-a5c41f9d5d9b service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9c857fb-88f0-41f7-af92-5a464ddbbae7 HTTP/1.1" status: 200 len: 869 time: 0.3302643 Mar 07 13:49:20.335484 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a62d3150-830e-4652-be7b-ce0cb5014b41 req-b18aaf96-ebc3-43c5-a155-50c072e590fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=42ef10fd-45a5-45e9-81e5-f103180e6b6a HTTP/1.1" status: 200 len: 217 time: 0.0327437 Mar 07 13:49:20.380963 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d3150-830e-4652-be7b-ce0cb5014b41 req-3be5927e-4d99-42fc-bc7f-71c44cab5ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:20.382331 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a62d3150-830e-4652-be7b-ce0cb5014b41 req-3be5927e-4d99-42fc-bc7f-71c44cab5ea0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9c0dcf57-a8a5-4976-b049-6f1a5cff9f6c HTTP/1.1" status: 200 len: 843 time: 0.0413027 Mar 07 13:49:20.434375 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d3150-830e-4652-be7b-ce0cb5014b41 req-04c44798-cfc2-43de-a58a-a8538c49a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:20.435848 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a62d3150-830e-4652-be7b-ce0cb5014b41 req-04c44798-cfc2-43de-a58a-a8538c49a54a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9c857fb-88f0-41f7-af92-5a464ddbbae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0463772 Mar 07 13:49:20.592664 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a62d3150-830e-4652-be7b-ce0cb5014b41 req-73cacaa4-b77d-40be-bbbb-138e1c802837 service neutron] 10.222.0.10 "GET /v2.0/networks/b9c857fb-88f0-41f7-af92-5a464ddbbae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492496 Mar 07 13:49:20.599168 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc42e8-4b67-4516-943f-cfef932314aa req-12f36c7e-7716-47f3-9729-2f8435af8456 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:20.601161 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3bcc42e8-4b67-4516-943f-cfef932314aa req-12f36c7e-7716-47f3-9729-2f8435af8456 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 944 time: 0.1339676 Mar 07 13:49:20.615274 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c92ab-50d9-4a31-84cd-b7dd5996c1cc req-ad7d2b2f-cc4e-4b5c-88e7-d920c6ab1f62 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:20.616626 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ec2c92ab-50d9-4a31-84cd-b7dd5996c1cc req-ad7d2b2f-cc4e-4b5c-88e7-d920c6ab1f62 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/ports?device_id=7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a HTTP/1.1" status: 200 len: 947 time: 0.1378999 Mar 07 13:49:20.745061 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3bcc42e8-4b67-4516-943f-cfef932314aa req-6fa26973-5107-4a7e-9d36-ce04228e7f50 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267555 Mar 07 13:49:20.752613 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ec2c92ab-50d9-4a31-84cd-b7dd5996c1cc req-8dd9a5bd-6f56-417d-b371-788f2d1846c3 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a48caa8-36bb-4fa6-b814-89a3129ee803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243184 Mar 07 13:49:20.758629 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a62d3150-830e-4652-be7b-ce0cb5014b41 req-de23c7f7-09e1-4a1c-9fb8-5cf000b0ff7d service neutron] 10.222.0.10 "GET /v2.0/networks/b9c857fb-88f0-41f7-af92-5a464ddbbae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559510 Mar 07 13:49:21.015819 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdced61-8e92-4ea7-8ed7-979760aa4a46 req-dd0e892c-69fc-474c-9eff-d130343ecd79 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:21.017310 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dcdced61-8e92-4ea7-8ed7-979760aa4a46 req-dd0e892c-69fc-474c-9eff-d130343ecd79 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e HTTP/1.1" status: 200 len: 946 time: 0.0516798 Mar 07 13:49:21.063817 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dcdced61-8e92-4ea7-8ed7-979760aa4a46 req-fcd53bf7-ac48-4db8-84f2-3c4bb77f62a8 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404310 Mar 07 13:49:21.312707 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:21.632394 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 071d3a1f-1aed-4796-a5ba-d1d8c09b0146 up at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:49:21.680188 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning for port 071d3a1f-1aed-4796-a5ba-d1d8c09b0146 completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 13:49:21.683816 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning complete for port 071d3a1f-1aed-4796-a5ba-d1d8c09b0146 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:49:21.684189 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (071d3a1f-1aed-4796-a5ba-d1d8c09b0146), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:21.757832 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 071d3a1f-1aed-4796-a5ba-d1d8c09b0146 is: BUILD; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:49:21.758212 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (071d3a1f-1aed-4796-a5ba-d1d8c09b0146), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:21.781730 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5162fe-649f-41b4-8500-5baca6875ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071d3a1f-1aed-4796-a5ba-d1d8c09b0146'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:49:21.783750 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e575d836-0144-4aa9-86d6-9b1afd900a7e" -d '{"events": [{"server_uuid": "de5162fe-649f-41b4-8500-5baca6875ee6", "name": "network-vif-plugged", "status": "completed", "tag": "071d3a1f-1aed-4796-a5ba-d1d8c09b0146"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:49:21.800753 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 071d3a1f-1aed-4796-a5ba-d1d8c09b0146, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=071d3a1f-1aed-4796-a5ba-d1d8c09b0146,segment=NetworkSegment(1abe214c-6bc4-4052-8a26-d926235503eb),segment_id=1abe214c-6bc4-4052-8a26-d926235503eb)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:49:21.805233 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (071d3a1f-1aed-4796-a5ba-d1d8c09b0146), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:21.854010 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=071d3a1f-1aed-4796-a5ba-d1d8c09b0146,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:21.903660 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57025d-005f-413f-ba7a-39e8b59f3ce4 req-6f9fd01a-c7a7-46e9-8688-6b4e207aad64 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:21.905178 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cf57025d-005f-413f-ba7a-39e8b59f3ce4 req-6f9fd01a-c7a7-46e9-8688-6b4e207aad64 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0861700 Mar 07 13:49:21.913063 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4482a-af34-40d3-99ad-699ba4f4cc8f req-d4cc2da8-e623-4652-8d4b-d5aaf3f5d00a tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:21.914445 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-06d4482a-af34-40d3-99ad-699ba4f4cc8f req-d4cc2da8-e623-4652-8d4b-d5aaf3f5d00a tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/ports?device_id=7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a HTTP/1.1" status: 200 len: 947 time: 0.0936043 Mar 07 13:49:21.983948 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cf57025d-005f-413f-ba7a-39e8b59f3ce4 req-93e25459-9827-4f5a-a605-cb5dde9d1456 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685897 Mar 07 13:49:21.987162 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-06d4482a-af34-40d3-99ad-699ba4f4cc8f req-a471c258-5c78-4da1-858c-708c55e7cdc4 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a48caa8-36bb-4fa6-b814-89a3129ee803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661025 Mar 07 13:49:22.024856 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c241f27c-b5ac-49c1-a48a-0917be3b2a9c x-openstack-request-id: req-c241f27c-b5ac-49c1-a48a-0917be3b2a9c {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:49:22.025166 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5162fe-649f-41b4-8500-5baca6875ee6", "name": "network-vif-plugged", "status": "completed", "tag": "071d3a1f-1aed-4796-a5ba-d1d8c09b0146", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:49:22.025419 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c241f27c-b5ac-49c1-a48a-0917be3b2a9c {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:49:22.025810 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5162fe-649f-41b4-8500-5baca6875ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071d3a1f-1aed-4796-a5ba-d1d8c09b0146', 'code': 200} Mar 07 13:49:22.180335 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27142198-f2d0-4842-839a-d03fa740b822 req-8637589e-9022-4607-8ab7-4b16d760ef4d tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:22.181822 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-27142198-f2d0-4842-839a-d03fa740b822 req-8637589e-9022-4607-8ab7-4b16d760ef4d tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e HTTP/1.1" status: 200 len: 946 time: 0.0544763 Mar 07 13:49:22.259156 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-27142198-f2d0-4842-839a-d03fa740b822 req-3a4ca89b-6ae7-4cca-9809-a51831a83249 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718920 Mar 07 13:49:22.264768 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b21975-c170-475a-ade3-b1c844b2f8dd req-40eace73-5d51-40c4-9b86-1760ff64fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:22.266218 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-65b21975-c170-475a-ade3-b1c844b2f8dd req-40eace73-5d51-40c4-9b86-1760ff64fea1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 1129 time: 0.0723984 Mar 07 13:49:22.313564 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-65b21975-c170-475a-ade3-b1c844b2f8dd req-e05bc5e2-21c3-4c39-a30e-2d04b0d7401a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401177 Mar 07 13:49:22.405255 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:23.103870 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0343c-e7b4-4af1-be5c-09c6ae11aae8 req-1e105fcf-d36d-4546-b7a2-11e78f62472d tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:23.109353 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b0e0343c-e7b4-4af1-be5c-09c6ae11aae8 req-1e105fcf-d36d-4546-b7a2-11e78f62472d tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0549026 Mar 07 13:49:23.186198 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b0e0343c-e7b4-4af1-be5c-09c6ae11aae8 req-2e912b00-8f98-4d78-a86d-a12e26f4b3cb tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749130 Mar 07 13:49:23.210905 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f01383-fbc9-4064-8e4f-4f0a41d26604 req-e5144b8d-7862-4b34-b384-217c05150f83 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:23.212404 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a4f01383-fbc9-4064-8e4f-4f0a41d26604 req-e5144b8d-7862-4b34-b384-217c05150f83 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/ports?device_id=7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a HTTP/1.1" status: 200 len: 947 time: 0.0602345 Mar 07 13:49:23.261240 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a4f01383-fbc9-4064-8e4f-4f0a41d26604 req-88f02c3e-86eb-4636-a7f5-5f64bbed0f48 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a48caa8-36bb-4fa6-b814-89a3129ee803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434575 Mar 07 13:49:23.632556 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 42ef10fd-45a5-45e9-81e5-f103180e6b6a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 13:49:23.727969 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 42ef10fd-45a5-45e9-81e5-f103180e6b6a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=42ef10fd-45a5-45e9-81e5-f103180e6b6a,segment=NetworkSegment(bbc5efe6-b8c1-4fb7-aa50-a4ae158e2b5d),segment_id=bbc5efe6-b8c1-4fb7-aa50-a4ae158e2b5d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:49:23.739006 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Returning: {'device': '42ef10fd-45a5-45e9-81e5-f103180e6b6a', 'network_id': 'b9c857fb-88f0-41f7-af92-5a464ddbbae7', 'port_id': '42ef10fd-45a5-45e9-81e5-f103180e6b6a', 'mac_address': 'fa:16:3e:28:f9:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c0dcf57-a8a5-4976-b049-6f1a5cff9f6c', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 13:49:23.775945 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 42ef10fd-45a5-45e9-81e5-f103180e6b6a is: DOWN; New status is: BUILD {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:49:23.776332 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (42ef10fd-45a5-45e9-81e5-f103180e6b6a), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:23.788519 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ef10fd-45a5-45e9-81e5-f103180e6b6a {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:49:23.808377 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 42ef10fd-45a5-45e9-81e5-f103180e6b6a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=42ef10fd-45a5-45e9-81e5-f103180e6b6a,segment=NetworkSegment(bbc5efe6-b8c1-4fb7-aa50-a4ae158e2b5d),segment_id=bbc5efe6-b8c1-4fb7-aa50-a4ae158e2b5d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:49:23.811776 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (42ef10fd-45a5-45e9-81e5-f103180e6b6a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:23.856790 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=42ef10fd-45a5-45e9-81e5-f103180e6b6a,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:24.228057 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:24.309942 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4329ab-3ab4-4cc1-b1e6-3f763e937133 req-307f5b1d-957e-44ff-b64e-d8094f176d62 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:24.311452 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1f4329ab-3ab4-4cc1-b1e6-3f763e937133 req-307f5b1d-957e-44ff-b64e-d8094f176d62 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0586929 Mar 07 13:49:24.384064 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1f4329ab-3ab4-4cc1-b1e6-3f763e937133 req-a7160794-0ed5-4e01-be14-336279458831 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671208 Mar 07 13:49:24.401779 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775ba82-86fe-465a-98b0-8017cbc40b78 req-9f13cd80-5177-4dbb-8176-4ed8e05dd177 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:24.403178 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7775ba82-86fe-465a-98b0-8017cbc40b78 req-9f13cd80-5177-4dbb-8176-4ed8e05dd177 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/ports?device_id=7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a HTTP/1.1" status: 200 len: 948 time: 0.0715902 Mar 07 13:49:24.449978 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7775ba82-86fe-465a-98b0-8017cbc40b78 req-48f05412-3602-4a29-b966-da556b8982d2 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a48caa8-36bb-4fa6-b814-89a3129ee803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414267 Mar 07 13:49:24.507812 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['42ef10fd-45a5-45e9-81e5-f103180e6b6a'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:49:25.503914 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9bcab-5463-46bd-bd8d-cb2247b0c607 req-8d0d3b29-40a7-493d-96d0-e98109d81217 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:25.505399 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-21d9bcab-5463-46bd-bd8d-cb2247b0c607 req-8d0d3b29-40a7-493d-96d0-e98109d81217 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0550013 Mar 07 13:49:25.578559 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-21d9bcab-5463-46bd-bd8d-cb2247b0c607 req-c7d3f4cf-dfd3-40a3-9249-dde704243b34 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666640 Mar 07 13:49:25.593648 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c9a0d-de14-4e41-b651-eb4a4d6daf59 req-4644c615-639a-48bd-a213-4662eaa3662c tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:25.595081 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-740c9a0d-de14-4e41-b651-eb4a4d6daf59 req-4644c615-639a-48bd-a213-4662eaa3662c tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/ports?device_id=7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a HTTP/1.1" status: 200 len: 948 time: 0.0776107 Mar 07 13:49:25.642320 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-740c9a0d-de14-4e41-b651-eb4a4d6daf59 req-d3467022-8c5a-4567-989f-c8813c2de373 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a48caa8-36bb-4fa6-b814-89a3129ee803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418046 Mar 07 13:49:25.698108 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013150d-ee1f-475b-93fd-a784c5c1aad8 req-3fb16a1f-e3a6-417e-8373-0be73fd4c884 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:25.699621 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8013150d-ee1f-475b-93fd-a784c5c1aad8 req-3fb16a1f-e3a6-417e-8373-0be73fd4c884 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0609596 Mar 07 13:49:25.708158 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 57772) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:49:25.713029 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-fea0ea89-a669-4648-8f2e-d7361c39faf2 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Request body: {'floatingip': {'port_id': '071d3a1f-1aed-4796-a5ba-d1d8c09b0146'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:49:25.750950 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fea0ea89-a669-4648-8f2e-d7361c39faf2 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for floatingip (aaf3d7cb-c395-4386-8c9b-424869264447), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:26.188249 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fea0ea89-a669-4648-8f2e-d7361c39faf2 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:26.192027 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fea0ea89-a669-4648-8f2e-d7361c39faf2 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (aaf3d7cb-c395-4386-8c9b-424869264447), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:26.291443 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.l3_db [None req-fea0ea89-a669-4648-8f2e-d7361c39faf2 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Floating IP aaf3d7cb-c395-4386-8c9b-424869264447 associated. External IP: 172.27.1.234, port: 071d3a1f-1aed-4796-a5ba-d1d8c09b0146. Mar 07 13:49:26.502224 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea0ea89-a669-4648-8f2e-d7361c39faf2 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Router 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:49:26.604962 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea0ea89-a669-4648-8f2e-d7361c39faf2 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:49:26.609727 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fea0ea89-a669-4648-8f2e-d7361c39faf2 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:26.614531 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf00102-bdb3-424a-8b28-6367a0313d76 None None] Sync routers for ids ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:49:26.623646 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf00102-bdb3-424a-8b28-6367a0313d76 None None] Routers {'2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:49:26.624255 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-bbf00102-bdb3-424a-8b28-6367a0313d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:49:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:49:26.641204 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-fea0ea89-a669-4648-8f2e-d7361c39faf2 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "PUT /v2.0/floatingips/aaf3d7cb-c395-4386-8c9b-424869264447 HTTP/1.1" status: 200 len: 991 time: 0.9313447 Mar 07 13:49:26.641802 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5162fe-649f-41b4-8500-5baca6875ee6', 'tag': '071d3a1f-1aed-4796-a5ba-d1d8c09b0146'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:49:26.644362 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed853477-bade-4bc2-af88-186ee3164109" -d '{"events": [{"name": "network-changed", "server_uuid": "de5162fe-649f-41b4-8500-5baca6875ee6", "tag": "071d3a1f-1aed-4796-a5ba-d1d8c09b0146"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:49:26.736384 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-bbf00102-bdb3-424a-8b28-6367a0313d76 None None] Set router 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:49:26.771992 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f515c-9de1-4d27-b003-f7b9908a87c7 req-1b4edcf7-c9e6-494b-a534-1fc3cbd00d19 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:26.774011 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-916f515c-9de1-4d27-b003-f7b9908a87c7 req-1b4edcf7-c9e6-494b-a534-1fc3cbd00d19 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/ports?device_id=7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a HTTP/1.1" status: 200 len: 948 time: 0.0595014 Mar 07 13:49:26.808329 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039d917e-61c6-4d37-bda8-340f12aa2abe x-openstack-request-id: req-039d917e-61c6-4d37-bda8-340f12aa2abe {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:49:26.808631 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5162fe-649f-41b4-8500-5baca6875ee6", "tag": "071d3a1f-1aed-4796-a5ba-d1d8c09b0146", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:49:26.808887 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-039d917e-61c6-4d37-bda8-340f12aa2abe {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:49:26.809343 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5162fe-649f-41b4-8500-5baca6875ee6', 'tag': '071d3a1f-1aed-4796-a5ba-d1d8c09b0146', 'status': 'completed', 'code': 200} Mar 07 13:49:26.827265 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-916f515c-9de1-4d27-b003-f7b9908a87c7 req-d411a62e-83f8-4878-a9ae-1e1e3322b4f7 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a48caa8-36bb-4fa6-b814-89a3129ee803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476613 Mar 07 13:49:26.904847 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed853477-bade-4bc2-af88-186ee3164109 req-6f8c3727-abf8-49a4-aa52-d74d514d3a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:26.906402 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ed853477-bade-4bc2-af88-186ee3164109 req-6f8c3727-abf8-49a4-aa52-d74d514d3a2d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ffdd53d4a3f432e83ee1806a26d0e8b&device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 1129 time: 0.0445261 Mar 07 13:49:26.963182 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-bbf00102-bdb3-424a-8b28-6367a0313d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'name': 'tempest-AttachVolumeTestJSON-948968075-router', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:04Z', 'revision_number': 4, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'gw_port': {'id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': 'aaf3d7cb-c395-4386-8c9b-424869264447', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'port_id': '071d3a1f-1aed-4796-a5ba-d1d8c09b0146', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'mac_address': 'fa:16:3e:63:56:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5162fe-649f-41b4-8500-5baca6875ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:49:07Z', 'updated_at': '2022-03-07T13:49:26Z', 'revision_number': 1, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '002d1112-ab29-4cad-b2b4-3b327dcf4a46', 'name': '', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'mac_address': 'fa:16:3e:dc:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:04Z', 'updated_at': '2022-03-07T13:49:10Z', 'revision_number': 5, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'subnets': [{'id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:49:26.989635 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf00102-bdb3-424a-8b28-6367a0313d76 None None] Checking router: 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:49:26.998843 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf00102-bdb3-424a-8b28-6367a0313d76 None None] Routers {'2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:49:26.998980 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed853477-bade-4bc2-af88-186ee3164109 req-4cba8472-352a-42de-ae64-ece52fb6b34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:26.999483 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-bbf00102-bdb3-424a-8b28-6367a0313d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:49:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:49:27.000322 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ed853477-bade-4bc2-af88-186ee3164109 req-4cba8472-352a-42de-ae64-ece52fb6b34d service neutron] 10.222.0.10 "GET /v2.0/networks?id=a13d25ed-6982-4eee-bae1-184f281a254d HTTP/1.1" status: 200 len: 910 time: 0.0861678 Mar 07 13:49:27.065265 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ed853477-bade-4bc2-af88-186ee3164109 req-3c09a354-9566-4962-b4bc-8eec59e7dfd9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=071d3a1f-1aed-4796-a5ba-d1d8c09b0146 HTTP/1.1" status: 200 len: 999 time: 0.0564377 Mar 07 13:49:27.105863 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-bbf00102-bdb3-424a-8b28-6367a0313d76 None None] Set router 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:49:27.117394 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed853477-bade-4bc2-af88-186ee3164109 req-5142a480-8d6d-43c1-af1d-a593dd434812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:27.118831 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ed853477-bade-4bc2-af88-186ee3164109 req-5142a480-8d6d-43c1-af1d-a593dd434812 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2ecbb758-a715-42cc-aa60-edc95b9687c6 HTTP/1.1" status: 200 len: 849 time: 0.0459528 Mar 07 13:49:27.167297 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed853477-bade-4bc2-af88-186ee3164109 req-dda81833-e335-4a27-856a-1b57f5adf6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:27.168779 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ed853477-bade-4bc2-af88-186ee3164109 req-dda81833-e335-4a27-856a-1b57f5adf6d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a13d25ed-6982-4eee-bae1-184f281a254d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428295 Mar 07 13:49:27.260943 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ed853477-bade-4bc2-af88-186ee3164109 req-fa018c5f-f328-4cd0-8a38-446db8e007bf service neutron] 10.222.0.10 "GET /v2.0/networks/a13d25ed-6982-4eee-bae1-184f281a254d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816753 Mar 07 13:49:27.324272 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-bbf00102-bdb3-424a-8b28-6367a0313d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'name': 'tempest-AttachVolumeTestJSON-948968075-router', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:04Z', 'revision_number': 4, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'gw_port': {'id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': 'aaf3d7cb-c395-4386-8c9b-424869264447', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'port_id': '071d3a1f-1aed-4796-a5ba-d1d8c09b0146', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'mac_address': 'fa:16:3e:63:56:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5162fe-649f-41b4-8500-5baca6875ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:49:07Z', 'updated_at': '2022-03-07T13:49:26Z', 'revision_number': 1, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '002d1112-ab29-4cad-b2b4-3b327dcf4a46', 'name': '', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'mac_address': 'fa:16:3e:dc:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:04Z', 'updated_at': '2022-03-07T13:49:10Z', 'revision_number': 5, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'subnets': [{'id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:49:27.355158 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf00102-bdb3-424a-8b28-6367a0313d76 None None] The sync data for ids ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'] in dv-cinder-813222-6-iscsi is: [{'id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'name': 'tempest-AttachVolumeTestJSON-948968075-router', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:04Z', 'revision_number': 4, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'gw_port': {'id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': 'aaf3d7cb-c395-4386-8c9b-424869264447', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'port_id': '071d3a1f-1aed-4796-a5ba-d1d8c09b0146', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'mac_address': 'fa:16:3e:63:56:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5162fe-649f-41b4-8500-5baca6875ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:49:07Z', 'updated_at': '2022-03-07T13:49:26Z', 'revision_number': 1, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '002d1112-ab29-4cad-b2b4-3b327dcf4a46', 'name': '', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'mac_address': 'fa:16:3e:dc:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:04Z', 'updated_at': '2022-03-07T13:49:10Z', 'revision_number': 5, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'subnets': [{'id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:49:27.366021 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ed853477-bade-4bc2-af88-186ee3164109 req-b8561eed-639b-41aa-b4a5-3c05c8b5a405 service neutron] 10.222.0.10 "GET /v2.0/networks/a13d25ed-6982-4eee-bae1-184f281a254d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988626 Mar 07 13:49:27.541155 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c686dfd1-038b-4b19-80c1-cc83c5e0b733 None None] New status for floating IP aaf3d7cb-c395-4386-8c9b-424869264447: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 13:49:27.660599 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 42ef10fd-45a5-45e9-81e5-f103180e6b6a up at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:49:27.711570 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning for port 42ef10fd-45a5-45e9-81e5-f103180e6b6a completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 13:49:27.715551 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning complete for port 42ef10fd-45a5-45e9-81e5-f103180e6b6a triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:49:27.715962 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (42ef10fd-45a5-45e9-81e5-f103180e6b6a), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:27.792535 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 42ef10fd-45a5-45e9-81e5-f103180e6b6a is: BUILD; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:49:27.792910 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (42ef10fd-45a5-45e9-81e5-f103180e6b6a), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:27.937911 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ef10fd-45a5-45e9-81e5-f103180e6b6a'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:49:27.940220 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c7eada-83f5-4a75-ac5f-93d88fd483d0" -d '{"events": [{"server_uuid": "7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a", "name": "network-vif-plugged", "status": "completed", "tag": "42ef10fd-45a5-45e9-81e5-f103180e6b6a"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:49:27.952699 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 42ef10fd-45a5-45e9-81e5-f103180e6b6a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=42ef10fd-45a5-45e9-81e5-f103180e6b6a,segment=NetworkSegment(bbc5efe6-b8c1-4fb7-aa50-a4ae158e2b5d),segment_id=bbc5efe6-b8c1-4fb7-aa50-a4ae158e2b5d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:49:27.958262 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (42ef10fd-45a5-45e9-81e5-f103180e6b6a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:27.963000 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e29687-9037-4438-9111-4a88f512b8d4 req-b39a82a7-07a6-428b-a4fd-32b993f2df79 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:27.964704 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-33e29687-9037-4438-9111-4a88f512b8d4 req-b39a82a7-07a6-428b-a4fd-32b993f2df79 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/ports?device_id=7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a HTTP/1.1" status: 200 len: 948 time: 0.0621040 Mar 07 13:49:27.994124 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a162d5d-475a-4ded-bbed-779261a1d772 x-openstack-request-id: req-5a162d5d-475a-4ded-bbed-779261a1d772 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:49:27.994437 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a", "name": "network-vif-plugged", "status": "completed", "tag": "42ef10fd-45a5-45e9-81e5-f103180e6b6a", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:49:27.994694 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a162d5d-475a-4ded-bbed-779261a1d772 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:49:27.995080 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ef10fd-45a5-45e9-81e5-f103180e6b6a', 'code': 200} Mar 07 13:49:28.012275 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=42ef10fd-45a5-45e9-81e5-f103180e6b6a,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:28.016631 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-33e29687-9037-4438-9111-4a88f512b8d4 req-2ff37e61-ffcf-4e29-b01a-359d7203d200 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a48caa8-36bb-4fa6-b814-89a3129ee803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443392 Mar 07 13:49:28.200745 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afd246-cc4f-4838-a9d8-1b2bac9dc348 req-dfccd485-0f44-4039-a398-7c78dcf6a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:28.202159 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-67afd246-cc4f-4838-a9d8-1b2bac9dc348 req-dfccd485-0f44-4039-a398-7c78dcf6a93a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a HTTP/1.1" status: 200 len: 1133 time: 0.0466123 Mar 07 13:49:28.244965 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-67afd246-cc4f-4838-a9d8-1b2bac9dc348 req-c6a17267-c9a3-4396-8c50-1d69532e9f00 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1a48caa8-36bb-4fa6-b814-89a3129ee803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366642 Mar 07 13:49:29.142141 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ad361-dd59-4a36-b419-1e4f68978ceb req-f5147647-b588-468e-8a6b-0454944ecf77 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:29.143526 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-287ad361-dd59-4a36-b419-1e4f68978ceb req-f5147647-b588-468e-8a6b-0454944ecf77 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/ports?device_id=7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a HTTP/1.1" status: 200 len: 949 time: 0.0516403 Mar 07 13:49:29.188589 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-287ad361-dd59-4a36-b419-1e4f68978ceb req-99c0bee7-879e-4380-9e50-a42792bea91c tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a48caa8-36bb-4fa6-b814-89a3129ee803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389574 Mar 07 13:49:30.309970 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615c030-aeee-45ab-9ee6-eee333e29314 req-1f4dd796-785a-4936-ba42-72e160bc33c7 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:30.311441 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2615c030-aeee-45ab-9ee6-eee333e29314 req-1f4dd796-785a-4936-ba42-72e160bc33c7 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/ports?device_id=7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a HTTP/1.1" status: 200 len: 949 time: 0.0570564 Mar 07 13:49:30.363813 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2615c030-aeee-45ab-9ee6-eee333e29314 req-816f1b85-f232-4389-b25f-c299fb0afdb0 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a48caa8-36bb-4fa6-b814-89a3129ee803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467532 Mar 07 13:49:30.614133 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f934b-aa3e-4de7-9e15-f0dd6f5ac9c2 req-385b1fdd-42b0-4586-955c-f2929558cc5d tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:30.616111 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5d2f934b-aa3e-4de7-9e15-f0dd6f5ac9c2 req-385b1fdd-42b0-4586-955c-f2929558cc5d tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/ports?device_id=7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a HTTP/1.1" status: 200 len: 949 time: 0.0519862 Mar 07 13:49:30.662137 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5d2f934b-aa3e-4de7-9e15-f0dd6f5ac9c2 req-13ead8eb-a371-4cdb-bff9-99fb2382b03b tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a48caa8-36bb-4fa6-b814-89a3129ee803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397942 Mar 07 13:49:31.781287 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b5a5f-f1c3-404a-b9ef-7241c00881ec req-6ccc0500-fcec-4757-8e6e-28e4322c7bc0 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:31.782705 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f04b5a5f-f1c3-404a-b9ef-7241c00881ec req-6ccc0500-fcec-4757-8e6e-28e4322c7bc0 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/ports?device_id=7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a HTTP/1.1" status: 200 len: 949 time: 0.0523944 Mar 07 13:49:31.831606 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f04b5a5f-f1c3-404a-b9ef-7241c00881ec req-b6b07e2e-df66-4201-a2db-f79d42dea8a7 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a48caa8-36bb-4fa6-b814-89a3129ee803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427558 Mar 07 13:49:32.946778 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced0a86-7dfd-480b-bfb7-ed04f8b70204 req-20b31042-00d9-4fdf-bbcd-78212fd3cd84 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:32.948237 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7ced0a86-7dfd-480b-bfb7-ed04f8b70204 req-20b31042-00d9-4fdf-bbcd-78212fd3cd84 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/ports?device_id=7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a HTTP/1.1" status: 200 len: 949 time: 0.0515559 Mar 07 13:49:32.994774 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7ced0a86-7dfd-480b-bfb7-ed04f8b70204 req-b6918575-6d1b-4830-b2cc-2c5be7b89dbb tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a48caa8-36bb-4fa6-b814-89a3129ee803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411484 Mar 07 13:49:34.110973 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b249721-d5f5-489c-a7d4-2018da2ec4db req-9b634e37-8416-4de2-981a-4387665608ad tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:34.112426 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4b249721-d5f5-489c-a7d4-2018da2ec4db req-9b634e37-8416-4de2-981a-4387665608ad tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/ports?device_id=7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a HTTP/1.1" status: 200 len: 949 time: 0.0531323 Mar 07 13:49:34.158857 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4b249721-d5f5-489c-a7d4-2018da2ec4db req-53be4df0-6886-4622-98ad-0465e38c7fd6 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a48caa8-36bb-4fa6-b814-89a3129ee803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394974 Mar 07 13:49:35.278767 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3fe37-f1b5-454c-8312-c77c8f874539 req-39f574aa-d03c-47b5-99bd-8b3ca14323a3 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:35.280214 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a2f3fe37-f1b5-454c-8312-c77c8f874539 req-39f574aa-d03c-47b5-99bd-8b3ca14323a3 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/ports?device_id=7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a HTTP/1.1" status: 200 len: 949 time: 0.0547681 Mar 07 13:49:35.324970 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a2f3fe37-f1b5-454c-8312-c77c8f874539 req-70a9a5ef-792c-4e1a-b7c8-116e7359354f tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a48caa8-36bb-4fa6-b814-89a3129ee803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392637 Mar 07 13:49:35.516223 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:36.449870 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dcc61-17b8-4711-a180-1d11486dbc7a req-deff729e-a76d-499c-8315-2de19bced84f tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:36.451345 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-561dcc61-17b8-4711-a180-1d11486dbc7a req-deff729e-a76d-499c-8315-2de19bced84f tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/ports?device_id=7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a HTTP/1.1" status: 200 len: 949 time: 0.0541122 Mar 07 13:49:36.496554 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-561dcc61-17b8-4711-a180-1d11486dbc7a req-64cae1f4-cc89-4904-863c-f4066526580f tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a48caa8-36bb-4fa6-b814-89a3129ee803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397446 Mar 07 13:49:36.912771 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666a6fc-02a4-4c6a-8014-b7751e6ba449 req-a050d030-047a-4f8c-b72b-eca2f67421c2 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:36.914247 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2666a6fc-02a4-4c6a-8014-b7751e6ba449 req-a050d030-047a-4f8c-b72b-eca2f67421c2 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.10 "GET /v2.0/ports?device_id=7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a HTTP/1.1" status: 200 len: 949 time: 0.0520437 Mar 07 13:49:37.010921 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-2666a6fc-02a4-4c6a-8014-b7751e6ba449 req-576f6627-adeb-458b-9be5-e3a6ee0daa58 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Deleting port 42ef10fd-45a5-45e9-81e5-f103180e6b6a {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:49:37.011258 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2666a6fc-02a4-4c6a-8014-b7751e6ba449 req-576f6627-adeb-458b-9be5-e3a6ee0daa58 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (42ef10fd-45a5-45e9-81e5-f103180e6b6a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:37.096969 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-2666a6fc-02a4-4c6a-8014-b7751e6ba449 req-576f6627-adeb-458b-9be5-e3a6ee0daa58 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] For port 42ef10fd-45a5-45e9-81e5-f103180e6b6a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=42ef10fd-45a5-45e9-81e5-f103180e6b6a,segment=NetworkSegment(bbc5efe6-b8c1-4fb7-aa50-a4ae158e2b5d),segment_id=bbc5efe6-b8c1-4fb7-aa50-a4ae158e2b5d)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:49:37.097353 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2666a6fc-02a4-4c6a-8014-b7751e6ba449 req-576f6627-adeb-458b-9be5-e3a6ee0daa58 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (42ef10fd-45a5-45e9-81e5-f103180e6b6a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:37.109478 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-2666a6fc-02a4-4c6a-8014-b7751e6ba449 req-576f6627-adeb-458b-9be5-e3a6ee0daa58 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Calling delete_port for 42ef10fd-45a5-45e9-81e5-f103180e6b6a owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:49:37.232260 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2666a6fc-02a4-4c6a-8014-b7751e6ba449 req-576f6627-adeb-458b-9be5-e3a6ee0daa58 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (42ef10fd-45a5-45e9-81e5-f103180e6b6a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:37.259905 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f6627-adeb-458b-9be5-e3a6ee0daa58 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Pushing event deleted for resources: {'Port': ['ID=42ef10fd-45a5-45e9-81e5-f103180e6b6a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:37.279758 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['42ef10fd-45a5-45e9-81e5-f103180e6b6a'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:49:37.291130 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f6627-adeb-458b-9be5-e3a6ee0daa58 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:37.291483 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f6627-adeb-458b-9be5-e3a6ee0daa58 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:37.291833 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f6627-adeb-458b-9be5-e3a6ee0daa58 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:37.292166 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f6627-adeb-458b-9be5-e3a6ee0daa58 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:37.292492 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f6627-adeb-458b-9be5-e3a6ee0daa58 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:37.292816 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f6627-adeb-458b-9be5-e3a6ee0daa58 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:37.293160 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f6627-adeb-458b-9be5-e3a6ee0daa58 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:37.293489 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f6627-adeb-458b-9be5-e3a6ee0daa58 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:37.293808 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f6627-adeb-458b-9be5-e3a6ee0daa58 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:37.294388 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f6627-adeb-458b-9be5-e3a6ee0daa58 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:37.294705 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f6627-adeb-458b-9be5-e3a6ee0daa58 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:37.295022 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f6627-adeb-458b-9be5-e3a6ee0daa58 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:37.295335 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f6627-adeb-458b-9be5-e3a6ee0daa58 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:49:37.320217 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-2666a6fc-02a4-4c6a-8014-b7751e6ba449 req-576f6627-adeb-458b-9be5-e3a6ee0daa58 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] No DVR routers for this DVR port 42ef10fd-45a5-45e9-81e5-f103180e6b6a on host hv-cinder-81322 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:49:37.322661 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2666a6fc-02a4-4c6a-8014-b7751e6ba449 req-576f6627-adeb-458b-9be5-e3a6ee0daa58 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:37.326167 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2666a6fc-02a4-4c6a-8014-b7751e6ba449 req-576f6627-adeb-458b-9be5-e3a6ee0daa58 tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.10 "DELETE /v2.0/ports/42ef10fd-45a5-45e9-81e5-f103180e6b6a HTTP/1.1" status: 204 len: 173 time: 0.4057882 Mar 07 13:49:37.326612 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a', 'name': 'network-vif-deleted', 'tag': '42ef10fd-45a5-45e9-81e5-f103180e6b6a'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:49:37.328850 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc52cddd-d7d0-4b28-91d8-4c67a0bd5e81" -d '{"events": [{"server_uuid": "7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a", "name": "network-vif-deleted", "tag": "42ef10fd-45a5-45e9-81e5-f103180e6b6a"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:49:37.366245 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a418a1f9-4159-44d8-b324-42ec6103ed34 x-openstack-request-id: req-a418a1f9-4159-44d8-b324-42ec6103ed34 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:49:37.366590 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a", "name": "network-vif-deleted", "tag": "42ef10fd-45a5-45e9-81e5-f103180e6b6a", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:49:37.366848 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a418a1f9-4159-44d8-b324-42ec6103ed34 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:49:37.367594 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a', 'name': 'network-vif-deleted', 'tag': '42ef10fd-45a5-45e9-81e5-f103180e6b6a', 'status': 'completed', 'code': 200} Mar 07 13:49:37.601255 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ebb0b912-900a-4f5e-ab8a-29c3821080d3 req-c25402a8-3725-41dc-87f0-07545656459f tempest-VolumesNegativeTest-983608504 tempest-VolumesNegativeTest-983608504-project] 10.222.0.24 "GET /v2.0/ports?device_id=7240e1a1-a22e-40a2-afa5-2c3dcb9d7e0a HTTP/1.1" status: 200 len: 210 time: 0.0277293 Mar 07 13:49:38.928772 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9685b-55ff-4768-aa66-dcfd01fd8308 req-8b3468f0-d667-4f08-9984-ad80e725881a tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:38.930272 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2bf9685b-55ff-4768-aa66-dcfd01fd8308 req-8b3468f0-d667-4f08-9984-ad80e725881a tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0544243 Mar 07 13:49:38.976254 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2bf9685b-55ff-4768-aa66-dcfd01fd8308 req-94bcafce-5829-462a-8139-ae42b7cd0f25 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402250 Mar 07 13:49:40.359674 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21881db5-52a9-476a-ab94-b07c14080237 req-1f359429-401f-46db-b8ed-ae588bcc2ecb tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:40.361195 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-21881db5-52a9-476a-ab94-b07c14080237 req-1f359429-401f-46db-b8ed-ae588bcc2ecb tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.3124666 Mar 07 13:49:40.407502 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-21881db5-52a9-476a-ab94-b07c14080237 req-d6ab3fc9-d1b6-46e8-b6ab-a18eace68aec tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402501 Mar 07 13:49:41.531973 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac131688-7fc7-4af4-83c6-32eccf055d96 req-f3c3a257-20de-43fc-a77c-990f73cff0b4 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:41.533467 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ac131688-7fc7-4af4-83c6-32eccf055d96 req-f3c3a257-20de-43fc-a77c-990f73cff0b4 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0526950 Mar 07 13:49:41.578525 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ac131688-7fc7-4af4-83c6-32eccf055d96 req-7ec5bb6f-c6dd-4491-a98d-a1c7e7d32412 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390844 Mar 07 13:49:41.752063 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 42ef10fd-45a5-45e9-81e5-f103180e6b6a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:49:41.772785 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] No Port match for: 42ef10fd-45a5-45e9-81e5-f103180e6b6a {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:49:41.773194 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 42ef10fd-45a5-45e9-81e5-f103180e6b6a not bound to the agent host hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:49:42.700906 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ad1cb-4a45-427c-af2c-f0ad4a476b7c req-c4f19406-3e22-4230-90e2-01693b8b7977 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:42.702399 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b40ad1cb-4a45-427c-af2c-f0ad4a476b7c req-c4f19406-3e22-4230-90e2-01693b8b7977 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0534167 Mar 07 13:49:42.746876 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b40ad1cb-4a45-427c-af2c-f0ad4a476b7c req-1d3b10bf-3da9-4512-aac2-fc036e332576 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391264 Mar 07 13:49:43.866140 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b7e21-d6a0-4aa6-8465-84bcb1165689 req-afab70cd-641c-4ec0-af4b-b3dd12352d48 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:43.867602 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ac4b7e21-d6a0-4aa6-8465-84bcb1165689 req-afab70cd-641c-4ec0-af4b-b3dd12352d48 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0511813 Mar 07 13:49:43.912842 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ac4b7e21-d6a0-4aa6-8465-84bcb1165689 req-d653567a-3614-4278-a339-643942a611a7 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397565 Mar 07 13:49:44.568984 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 58168) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:49:44.693616 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-6a48053f-af8f-493a-a56b-895e02dffd3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ecfceb6f65eb40d08207244469537363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1234200 Mar 07 13:49:44.696121 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 58172) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:49:44.743595 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f0269855-7f7f-4416-bb7c-11132069fe63 admin admin] Publish callbacks [] for security_group (1a48caa8-36bb-4fa6-b814-89a3129ee803), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:44.763706 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f0269855-7f7f-4416-bb7c-11132069fe63 admin admin] Publish callbacks [] for security_group (1a48caa8-36bb-4fa6-b814-89a3129ee803), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:44.809791 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f0269855-7f7f-4416-bb7c-11132069fe63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (1a48caa8-36bb-4fa6-b814-89a3129ee803), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:44.812276 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f0269855-7f7f-4416-bb7c-11132069fe63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:44.813467 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-f0269855-7f7f-4416-bb7c-11132069fe63 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a48caa8-36bb-4fa6-b814-89a3129ee803 HTTP/1.1" status: 204 len: 168 time: 0.1164730 Mar 07 13:49:44.821546 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0269855-7f7f-4416-bb7c-11132069fe63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a48caa8-36bb-4fa6-b814-89a3129ee803,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:45.041074 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f17c8-07bd-4f15-86b4-2731ffc338aa req-098f16d4-a703-4bdf-bcce-4e218d04002e tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:45.042812 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f90f17c8-07bd-4f15-86b4-2731ffc338aa req-098f16d4-a703-4bdf-bcce-4e218d04002e tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0562265 Mar 07 13:49:45.093081 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f90f17c8-07bd-4f15-86b4-2731ffc338aa req-8c98007b-6989-4b9c-acb2-38a7f1003fc0 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437663 Mar 07 13:49:46.211425 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c61c8-9841-4180-b5b2-0815f8997cf2 req-938a92b2-f091-46fd-b800-b04025a56994 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:46.212773 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1c4c61c8-9841-4180-b5b2-0815f8997cf2 req-938a92b2-f091-46fd-b800-b04025a56994 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0511258 Mar 07 13:49:46.260738 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1c4c61c8-9841-4180-b5b2-0815f8997cf2 req-b9d4e962-414e-44e2-9c60-98b89d633af4 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425971 Mar 07 13:49:47.381520 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca8b38-c877-4146-906e-0fe799041f19 req-238e1058-4d83-4ee7-a213-590be30d37a6 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:47.383493 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-04ca8b38-c877-4146-906e-0fe799041f19 req-238e1058-4d83-4ee7-a213-590be30d37a6 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0515146 Mar 07 13:49:47.428155 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-04ca8b38-c877-4146-906e-0fe799041f19 req-8e08a559-d39e-43f2-98d2-4c195ef82d4c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391145 Mar 07 13:49:47.848383 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a8e4390a-3279-4d32-bdbf-1159c8ba1cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:48.548412 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc56b0c-9f10-41bd-a4b6-b340be371fa5 req-34c13f43-9a79-438b-b63d-3c87c2b62f57 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:48.549967 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1cc56b0c-9f10-41bd-a4b6-b340be371fa5 req-34c13f43-9a79-438b-b63d-3c87c2b62f57 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0523059 Mar 07 13:49:48.595364 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1cc56b0c-9f10-41bd-a4b6-b340be371fa5 req-e13e7371-2375-465a-8166-cc1557ba3d16 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400720 Mar 07 13:49:48.953114 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28fd53-e696-4ceb-a4cd-d0827eaf8bda req-05404ef0-5c55-42d5-ab20-8e38de345496 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:48.954567 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0f28fd53-e696-4ceb-a4cd-d0827eaf8bda req-05404ef0-5c55-42d5-ab20-8e38de345496 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e HTTP/1.1" status: 200 len: 946 time: 0.0597260 Mar 07 13:49:49.006925 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0f28fd53-e696-4ceb-a4cd-d0827eaf8bda req-0ba8db5e-8e82-4c61-b757-2c955026d7c3 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467799 Mar 07 13:49:49.716368 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cff4d1-3476-4fcf-9e51-6149a4c76c83 req-c422959e-fc4e-41af-94ce-f19653a5c029 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:49.717875 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d2cff4d1-3476-4fcf-9e51-6149a4c76c83 req-c422959e-fc4e-41af-94ce-f19653a5c029 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0527189 Mar 07 13:49:49.763047 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d2cff4d1-3476-4fcf-9e51-6149a4c76c83 req-12003043-388a-4ce6-9e13-4ab621733e6b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396838 Mar 07 13:49:50.058916 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75c93010-e77c-40c1-b347-f6a3b3bd63a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:50.127042 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca539e5b-f542-49ac-8eff-8cacd1ca3bfe req-a54eb4a0-5785-405e-b547-69a195de197e tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:50.128506 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ca539e5b-f542-49ac-8eff-8cacd1ca3bfe req-a54eb4a0-5785-405e-b547-69a195de197e tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e HTTP/1.1" status: 200 len: 946 time: 0.0545526 Mar 07 13:49:50.174727 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ca539e5b-f542-49ac-8eff-8cacd1ca3bfe req-e65486b5-bc46-49d8-b2e5-7996965c18e3 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400248 Mar 07 13:49:50.884695 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a54aee-93b7-4be6-b654-4168e7a411c6 req-65fec026-0a64-4382-a4f2-9d118d9caae5 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:50.888698 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a9a54aee-93b7-4be6-b654-4168e7a411c6 req-65fec026-0a64-4382-a4f2-9d118d9caae5 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0528800 Mar 07 13:49:50.932831 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a9a54aee-93b7-4be6-b654-4168e7a411c6 req-2157bc06-f33b-4062-a8ed-f92a98e0f8e8 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409505 Mar 07 13:49:51.129935 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c3639-55bc-4479-a8e2-8d45c4bbda5d req-61c3e667-b13e-42a3-bf70-de5e635822ca tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:51.131372 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-760c3639-55bc-4479-a8e2-8d45c4bbda5d req-61c3e667-b13e-42a3-bf70-de5e635822ca tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e HTTP/1.1" status: 200 len: 946 time: 0.0509849 Mar 07 13:49:51.230260 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-760c3639-55bc-4479-a8e2-8d45c4bbda5d req-e1f4bd1f-7c34-4aa5-82c9-7c301f26f5c6 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Deleting port b8ea630d-9f79-4f2d-8d69-c14cd3980a94 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:49:51.230601 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-760c3639-55bc-4479-a8e2-8d45c4bbda5d req-e1f4bd1f-7c34-4aa5-82c9-7c301f26f5c6 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (b8ea630d-9f79-4f2d-8d69-c14cd3980a94), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:51.313471 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:51.316368 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:49:51.349162 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-760c3639-55bc-4479-a8e2-8d45c4bbda5d req-e1f4bd1f-7c34-4aa5-82c9-7c301f26f5c6 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] For port b8ea630d-9f79-4f2d-8d69-c14cd3980a94, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b8ea630d-9f79-4f2d-8d69-c14cd3980a94,segment=NetworkSegment(fe688700-cfc6-487f-a1be-0f4c68b73bb7),segment_id=fe688700-cfc6-487f-a1be-0f4c68b73bb7)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:49:51.349507 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-760c3639-55bc-4479-a8e2-8d45c4bbda5d req-e1f4bd1f-7c34-4aa5-82c9-7c301f26f5c6 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (b8ea630d-9f79-4f2d-8d69-c14cd3980a94), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:51.358718 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62087465-4cd0-4163-bd52-07815b84dd40 req-f5895a70-9ef4-4a55-9096-5c23068ba7e5 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:51.360101 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-62087465-4cd0-4163-bd52-07815b84dd40 req-f5895a70-9ef4-4a55-9096-5c23068ba7e5 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e HTTP/1.1" status: 200 len: 946 time: 0.1164334 Mar 07 13:49:51.375034 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-760c3639-55bc-4479-a8e2-8d45c4bbda5d req-e1f4bd1f-7c34-4aa5-82c9-7c301f26f5c6 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Calling delete_port for b8ea630d-9f79-4f2d-8d69-c14cd3980a94 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:49:51.449134 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-62087465-4cd0-4163-bd52-07815b84dd40 req-3377b5c1-7892-42c3-a70a-7cc68dd94771 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2cfccc0-2cb6-4a4b-b160-251dec32962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821900 Mar 07 13:49:51.531550 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-760c3639-55bc-4479-a8e2-8d45c4bbda5d req-e1f4bd1f-7c34-4aa5-82c9-7c301f26f5c6 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (b8ea630d-9f79-4f2d-8d69-c14cd3980a94), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:51.559830 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4bd1f-7c34-4aa5-82c9-7c301f26f5c6 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Pushing event deleted for resources: {'Port': ['ID=b8ea630d-9f79-4f2d-8d69-c14cd3980a94,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:49:51.570324 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['b8ea630d-9f79-4f2d-8d69-c14cd3980a94'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:49:51.601774 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-760c3639-55bc-4479-a8e2-8d45c4bbda5d req-e1f4bd1f-7c34-4aa5-82c9-7c301f26f5c6 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] No DVR routers for this DVR port b8ea630d-9f79-4f2d-8d69-c14cd3980a94 on host hv-cinder-81322 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:49:51.604035 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-760c3639-55bc-4479-a8e2-8d45c4bbda5d req-e1f4bd1f-7c34-4aa5-82c9-7c301f26f5c6 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:51.607372 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-760c3639-55bc-4479-a8e2-8d45c4bbda5d req-e1f4bd1f-7c34-4aa5-82c9-7c301f26f5c6 tempest-VolumesSnapshotTestJSON-1287438066 tempest-VolumesSnapshotTestJSON-1287438066-project] 10.222.0.10 "DELETE /v2.0/ports/b8ea630d-9f79-4f2d-8d69-c14cd3980a94 HTTP/1.1" status: 204 len: 173 time: 0.4691761 Mar 07 13:49:51.607809 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e', 'name': 'network-vif-deleted', 'tag': 'b8ea630d-9f79-4f2d-8d69-c14cd3980a94'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:49:51.610229 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05ac286-3ed9-4b1d-8b27-83d4452c40dc" -d '{"events": [{"server_uuid": "b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e", "name": "network-vif-deleted", "tag": "b8ea630d-9f79-4f2d-8d69-c14cd3980a94"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:49:51.643875 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97e6c5c-4329-4037-b0ec-4561ca41f1dc x-openstack-request-id: req-a97e6c5c-4329-4037-b0ec-4561ca41f1dc {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:49:51.644168 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e", "name": "network-vif-deleted", "tag": "b8ea630d-9f79-4f2d-8d69-c14cd3980a94", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:49:51.644442 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a97e6c5c-4329-4037-b0ec-4561ca41f1dc {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:49:51.644818 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e30e41-6b8b-4c5d-9a3e-a97bdc8fe54e', 'name': 'network-vif-deleted', 'tag': 'b8ea630d-9f79-4f2d-8d69-c14cd3980a94', 'status': 'completed', 'code': 200} Mar 07 13:49:52.055434 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22506471-8ad1-4121-aeaf-34b5f554d1f3 req-54830d5f-c8ae-4c0d-ae68-e1884db5e042 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:52.056915 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-22506471-8ad1-4121-aeaf-34b5f554d1f3 req-54830d5f-c8ae-4c0d-ae68-e1884db5e042 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0559800 Mar 07 13:49:52.103530 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-22506471-8ad1-4121-aeaf-34b5f554d1f3 req-56cc0b1e-4b01-41e2-8255-ad41137f1c93 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410302 Mar 07 13:49:52.406374 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:53.223996 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc981301-ccda-4847-9378-8b0d76fd5cf6 req-3723b35c-95df-441e-ab20-da1632ca3f15 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:53.225543 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fc981301-ccda-4847-9378-8b0d76fd5cf6 req-3723b35c-95df-441e-ab20-da1632ca3f15 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0522864 Mar 07 13:49:53.271321 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fc981301-ccda-4847-9378-8b0d76fd5cf6 req-f500e29d-97c7-4cd1-98ec-3e526415eb95 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401049 Mar 07 13:49:53.815135 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device b8ea630d-9f79-4f2d-8d69-c14cd3980a94 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:49:53.835123 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] No Port match for: b8ea630d-9f79-4f2d-8d69-c14cd3980a94 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:49:53.840436 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device b8ea630d-9f79-4f2d-8d69-c14cd3980a94 not bound to the agent host hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:49:54.232444 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:49:54.394707 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b86f8-ba91-4cf8-91f6-0076629a016e req-8eb7c37e-01cc-4f20-a157-16b370fed155 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:54.396302 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-991b86f8-ba91-4cf8-91f6-0076629a016e req-8eb7c37e-01cc-4f20-a157-16b370fed155 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0516460 Mar 07 13:49:54.445823 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-991b86f8-ba91-4cf8-91f6-0076629a016e req-8a9dabd3-9067-4b02-8e24-77fe0b1e0510 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433598 Mar 07 13:49:55.563532 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976d0f7-b10a-487c-85cc-3f4f202d76f0 req-23d63b9e-146c-40e3-94e9-f973ab181f1d tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:55.564996 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e976d0f7-b10a-487c-85cc-3f4f202d76f0 req-23d63b9e-146c-40e3-94e9-f973ab181f1d tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0513368 Mar 07 13:49:55.610622 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e976d0f7-b10a-487c-85cc-3f4f202d76f0 req-d69f488e-5522-4844-bc6d-5c94244ab3b6 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395982 Mar 07 13:49:56.730303 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c4f89-c816-4064-a98b-697654cec954 req-a81a8588-a06a-4718-a04f-1a3f03ce48d0 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:56.731781 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-aa7c4f89-c816-4064-a98b-697654cec954 req-a81a8588-a06a-4718-a04f-1a3f03ce48d0 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0517809 Mar 07 13:49:56.777389 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-aa7c4f89-c816-4064-a98b-697654cec954 req-faaaa5eb-5ba8-458c-a905-d824f51aa75a tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402308 Mar 07 13:49:57.901901 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c1fc8-ec3d-4e0f-a4cc-4d85ad1870e2 req-9dd33877-ea57-468c-8161-ba6d13c409c9 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:57.903349 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7c4c1fc8-ec3d-4e0f-a4cc-4d85ad1870e2 req-9dd33877-ea57-468c-8161-ba6d13c409c9 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0555997 Mar 07 13:49:57.947681 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7c4c1fc8-ec3d-4e0f-a4cc-4d85ad1870e2 req-b2525241-1b58-4b7b-b1a1-0c387d73a9b5 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388999 Mar 07 13:49:59.068201 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfe94e-a9dc-4cd6-9359-f962ecf97801 req-af4e82c5-7cac-496c-8690-c07af98e3891 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:49:59.069688 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f7bfe94e-a9dc-4cd6-9359-f962ecf97801 req-af4e82c5-7cac-496c-8690-c07af98e3891 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0517197 Mar 07 13:49:59.114960 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f7bfe94e-a9dc-4cd6-9359-f962ecf97801 req-211052ae-156c-4b83-a5de-b963e9a60469 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399044 Mar 07 13:50:00.237329 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ec2e8-6945-4a17-b13d-e2bf32444b62 req-e6651366-9dfb-46ba-a975-dea37420bd5a tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:00.238848 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-842ec2e8-6945-4a17-b13d-e2bf32444b62 req-e6651366-9dfb-46ba-a975-dea37420bd5a tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0525293 Mar 07 13:50:00.286883 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-842ec2e8-6945-4a17-b13d-e2bf32444b62 req-07b4b00d-7fa1-4a3a-893f-f772d030ebd8 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424671 Mar 07 13:50:01.406908 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328e30f-a05a-42b8-bd54-c60cb2ef0dc6 req-c4917a24-0e6a-4649-8a86-a3133f040294 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:01.408353 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2328e30f-a05a-42b8-bd54-c60cb2ef0dc6 req-c4917a24-0e6a-4649-8a86-a3133f040294 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0515070 Mar 07 13:50:01.453194 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2328e30f-a05a-42b8-bd54-c60cb2ef0dc6 req-607129fc-9472-40f0-99b3-c28608b0dc51 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394406 Mar 07 13:50:01.887222 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device c284a1ce-b7ca-456a-8537-cc2cd0f6160f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 13:50:01.984038 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port c284a1ce-b7ca-456a-8537-cc2cd0f6160f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c284a1ce-b7ca-456a-8537-cc2cd0f6160f,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:50:01.994781 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Returning: {'device': 'c284a1ce-b7ca-456a-8537-cc2cd0f6160f', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'port_id': 'c284a1ce-b7ca-456a-8537-cc2cd0f6160f', 'mac_address': 'fa:16:3e:c6:67:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 13:50:02.031049 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port c284a1ce-b7ca-456a-8537-cc2cd0f6160f is: ACTIVE; New status is: BUILD {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:50:02.031437 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:02.044936 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c284a1ce-b7ca-456a-8537-cc2cd0f6160f {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:50:02.064247 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port c284a1ce-b7ca-456a-8537-cc2cd0f6160f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c284a1ce-b7ca-456a-8537-cc2cd0f6160f,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:50:02.067605 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:02.112352 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=c284a1ce-b7ca-456a-8537-cc2cd0f6160f,revision_number=6']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:50:02.315800 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['c284a1ce-b7ca-456a-8537-cc2cd0f6160f'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:50:02.572909 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b3d49-c313-48b9-93c3-f488a3463c7f req-d3edc65e-5256-4168-8ec6-a71a254c1825 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:02.574401 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-496b3d49-c313-48b9-93c3-f488a3463c7f req-d3edc65e-5256-4168-8ec6-a71a254c1825 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 944 time: 0.0520511 Mar 07 13:50:02.621482 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-496b3d49-c313-48b9-93c3-f488a3463c7f req-3515d4d3-8cae-415a-b91f-7b61eb7cec63 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409417 Mar 07 13:50:03.748726 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50984805-6d81-4339-a5b2-4b0ccd7af074 req-162bbded-afbb-46f0-9051-68fb8325b18f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:03.750260 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-50984805-6d81-4339-a5b2-4b0ccd7af074 req-162bbded-afbb-46f0-9051-68fb8325b18f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 944 time: 0.0557885 Mar 07 13:50:03.796530 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-50984805-6d81-4339-a5b2-4b0ccd7af074 req-394ba5b2-ec5a-4498-ad0b-379d5be30688 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408380 Mar 07 13:50:03.898165 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device c284a1ce-b7ca-456a-8537-cc2cd0f6160f up at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:50:03.945592 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning complete for port c284a1ce-b7ca-456a-8537-cc2cd0f6160f triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:50:03.945968 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:04.028595 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port c284a1ce-b7ca-456a-8537-cc2cd0f6160f is: BUILD; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:50:04.029145 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:04.057891 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2a3979-bacd-41cd-925b-487654278434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c284a1ce-b7ca-456a-8537-cc2cd0f6160f'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:50:04.060124 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8abee86-1a93-407a-9647-6f8dcc0e6421" -d '{"events": [{"server_uuid": "ac2a3979-bacd-41cd-925b-487654278434", "name": "network-vif-plugged", "status": "completed", "tag": "c284a1ce-b7ca-456a-8537-cc2cd0f6160f"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:50:04.076270 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port c284a1ce-b7ca-456a-8537-cc2cd0f6160f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c284a1ce-b7ca-456a-8537-cc2cd0f6160f,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:50:04.082515 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:04.131369 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=c284a1ce-b7ca-456a-8537-cc2cd0f6160f,revision_number=7']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:50:04.139005 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:50:04.139380 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:50:04.139728 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:50:04.140061 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:50:04.140396 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:50:04.140723 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:50:04.141050 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:50:04.141402 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:50:04.141727 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:50:04.142049 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:50:04.142372 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:50:04.142691 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:50:04.143014 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:50:04.263737 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f06cc9-c61f-488c-95ac-4be652d9e1f9 x-openstack-request-id: req-66f06cc9-c61f-488c-95ac-4be652d9e1f9 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:50:04.264028 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2a3979-bacd-41cd-925b-487654278434", "name": "network-vif-plugged", "status": "completed", "tag": "c284a1ce-b7ca-456a-8537-cc2cd0f6160f", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:50:04.264278 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-66f06cc9-c61f-488c-95ac-4be652d9e1f9 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:50:04.264671 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2a3979-bacd-41cd-925b-487654278434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c284a1ce-b7ca-456a-8537-cc2cd0f6160f', 'code': 200} Mar 07 13:50:04.916285 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cab304-3bc6-449e-a342-838d8eea6f5f req-b2a0b0dc-93cc-494c-82cd-089dc6f5e7f8 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:04.917810 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-16cab304-3bc6-449e-a342-838d8eea6f5f req-b2a0b0dc-93cc-494c-82cd-089dc6f5e7f8 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0525308 Mar 07 13:50:04.964649 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-16cab304-3bc6-449e-a342-838d8eea6f5f req-2b0a03c5-6268-4d13-8982-3b4ee6b92424 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409601 Mar 07 13:50:05.509148 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:06.088910 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ffa4d-d321-4088-b2ef-21fb5ad971e5 req-de258289-fd64-43f1-af4e-a8a2af41a386 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:06.090441 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-715ffa4d-d321-4088-b2ef-21fb5ad971e5 req-de258289-fd64-43f1-af4e-a8a2af41a386 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0552135 Mar 07 13:50:06.136529 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-715ffa4d-d321-4088-b2ef-21fb5ad971e5 req-8447ef2b-024c-455b-9fc1-6e8c7121d6f2 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405979 Mar 07 13:50:07.255202 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dedd13-3065-497d-9a3d-62317976f642 req-523057cf-c286-48cb-9d7b-fbfb7516132d tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:07.256654 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a4dedd13-3065-497d-9a3d-62317976f642 req-523057cf-c286-48cb-9d7b-fbfb7516132d tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0508966 Mar 07 13:50:07.302877 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a4dedd13-3065-497d-9a3d-62317976f642 req-570a8317-4ecc-4d5b-8da6-f4b48d0f7251 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400505 Mar 07 13:50:08.025177 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6056581b-09f2-4777-9b97-f66ac501fa79 req-4426cac0-85f1-4c98-8794-f26f5146059d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419848 Mar 07 13:50:08.108658 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056581b-09f2-4777-9b97-f66ac501fa79 req-188cb7ef-c162-4578-819c-ce3fb062ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:08.110133 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6056581b-09f2-4777-9b97-f66ac501fa79 req-188cb7ef-c162-4578-819c-ce3fb062ea8a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c10fe3afe2e84b7694415570a68cee37&device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 1130 time: 0.0458467 Mar 07 13:50:08.221926 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056581b-09f2-4777-9b97-f66ac501fa79 req-98fdf311-e651-4400-97f7-e39ab0367f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:08.223415 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6056581b-09f2-4777-9b97-f66ac501fa79 req-98fdf311-e651-4400-97f7-e39ab0367f45 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae647865-b6eb-48d6-bfc7-51b766b88343 HTTP/1.1" status: 200 len: 912 time: 0.0829537 Mar 07 13:50:08.288772 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6056581b-09f2-4777-9b97-f66ac501fa79 req-c1a860b9-3224-43cc-a7a5-6eb3c93ae251 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32db034f-f3f2-4b11-a823-3cda222cd851 HTTP/1.1" status: 200 len: 1001 time: 0.0579922 Mar 07 13:50:08.335442 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056581b-09f2-4777-9b97-f66ac501fa79 req-35f34de2-fc09-4074-8b56-3793a47caee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:08.336895 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6056581b-09f2-4777-9b97-f66ac501fa79 req-35f34de2-fc09-4074-8b56-3793a47caee9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c56d65c-4807-49f7-98f6-3d6932945f85 HTTP/1.1" status: 200 len: 851 time: 0.0419033 Mar 07 13:50:08.415239 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056581b-09f2-4777-9b97-f66ac501fa79 req-cca139e9-2175-4dea-b245-04991dc23b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:08.417365 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6056581b-09f2-4777-9b97-f66ac501fa79 req-cca139e9-2175-4dea-b245-04991dc23b60 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae647865-b6eb-48d6-bfc7-51b766b88343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751321 Mar 07 13:50:08.457163 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2137c2a-5832-4841-910c-d521272ee050 req-a230e70a-bf2c-4703-875e-beb97e5650e8 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:08.458618 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e2137c2a-5832-4841-910c-d521272ee050 req-a230e70a-bf2c-4703-875e-beb97e5650e8 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0852277 Mar 07 13:50:08.545044 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e2137c2a-5832-4841-910c-d521272ee050 req-c4c04c45-419a-4e9a-913e-2af17be9867c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604634 Mar 07 13:50:08.547016 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6056581b-09f2-4777-9b97-f66ac501fa79 req-6496d2e8-761c-4f61-b829-2848d88c897d service neutron] 10.222.0.10 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240275 Mar 07 13:50:08.638828 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6056581b-09f2-4777-9b97-f66ac501fa79 req-5ca08e07-d543-4961-8383-b94c31fb9578 service neutron] 10.222.0.10 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837567 Mar 07 13:50:09.697497 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74094546-c585-4c47-b60e-6e5643c4be16 req-b1995cb4-5bd7-4e18-8aaa-173edea92443 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:09.700661 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-74094546-c585-4c47-b60e-6e5643c4be16 req-b1995cb4-5bd7-4e18-8aaa-173edea92443 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0865569 Mar 07 13:50:09.763935 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-74094546-c585-4c47-b60e-6e5643c4be16 req-1e432949-3cef-40cd-bd7d-691c968c60c7 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556104 Mar 07 13:50:10.906623 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1112601-4d86-4373-ade6-ed3f743116e0 req-0d39220b-bbb8-431c-b5b0-8ae45e1dfee8 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:10.909605 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f1112601-4d86-4373-ade6-ed3f743116e0 req-0d39220b-bbb8-431c-b5b0-8ae45e1dfee8 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0641615 Mar 07 13:50:10.960699 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f1112601-4d86-4373-ade6-ed3f743116e0 req-8bfb2ce2-1afa-4be8-99b9-02f020f2e687 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455060 Mar 07 13:50:12.154761 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1071994-f519-4038-9c54-7ee8d4fdea49 req-1db79e0a-f4b7-4d08-a7b9-8d151ea7fb6b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:12.156270 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e1071994-f519-4038-9c54-7ee8d4fdea49 req-1db79e0a-f4b7-4d08-a7b9-8d151ea7fb6b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0742667 Mar 07 13:50:12.217984 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e1071994-f519-4038-9c54-7ee8d4fdea49 req-e620a501-c71f-4fd8-8a75-7051a6dc22c9 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452192 Mar 07 13:50:13.366874 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2d8b8-94e8-4398-8975-833d6cf7af2a req-8ae64b08-2cee-4244-aa24-bea2a07fc89e tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:13.370985 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-77a2d8b8-94e8-4398-8975-833d6cf7af2a req-8ae64b08-2cee-4244-aa24-bea2a07fc89e tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0732150 Mar 07 13:50:13.425157 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-77a2d8b8-94e8-4398-8975-833d6cf7af2a req-e8ceb846-9bee-48f4-b94e-21a976a5374f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482235 Mar 07 13:50:14.558174 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d0398-9f91-454d-a5a6-94d0279d464c req-e1de88d9-1daa-438f-b1a0-d234d41362ab tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:14.559933 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fb7d0398-9f91-454d-a5a6-94d0279d464c req-e1de88d9-1daa-438f-b1a0-d234d41362ab tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0574560 Mar 07 13:50:14.626443 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fb7d0398-9f91-454d-a5a6-94d0279d464c req-72e43dd9-bd9d-4047-80c8-ccfd85900efe tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599890 Mar 07 13:50:15.767542 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144e88f-a7ef-46e6-a7ec-ea64250d3f90 req-477be185-15ad-4082-b534-e703411f9e91 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:15.769039 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c144e88f-a7ef-46e6-a7ec-ea64250d3f90 req-477be185-15ad-4082-b534-e703411f9e91 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0619583 Mar 07 13:50:15.830872 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c144e88f-a7ef-46e6-a7ec-ea64250d3f90 req-ce1db599-984a-444f-838e-f99a59d4efa1 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558364 Mar 07 13:50:16.972105 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdd90f-6a6c-4a05-b61c-194c6c813423 req-4e8c0830-6455-4a50-a96c-e6cb8a813b9a tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:16.973614 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9efdd90f-6a6c-4a05-b61c-194c6c813423 req-4e8c0830-6455-4a50-a96c-e6cb8a813b9a tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0571003 Mar 07 13:50:17.028948 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9efdd90f-6a6c-4a05-b61c-194c6c813423 req-1316effd-b2e9-4a4b-add2-6a9dfdc737f5 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492487 Mar 07 13:50:17.850002 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-45abce0a-e411-4c83-be6d-ec5d1d5d9a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:18.173424 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76465abd-09cb-48e2-a2cf-2f4786093122 req-0b1d84f1-d949-4b8e-8b33-0f7ea1013d94 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:18.186968 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-76465abd-09cb-48e2-a2cf-2f4786093122 req-0b1d84f1-d949-4b8e-8b33-0f7ea1013d94 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0805569 Mar 07 13:50:18.243939 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-76465abd-09cb-48e2-a2cf-2f4786093122 req-96ac0aab-caa7-40b4-ac7f-998b108f6bf7 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552337 Mar 07 13:50:18.694760 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 58474) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:50:18.740464 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7ca3bc-4e60-40dd-ba25-bab85026a307 admin admin] Deleting subnet 6004d604-4dc0-470c-82de-3d82006b16e2 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 13:50:18.744076 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca3bc-4e60-40dd-ba25-bab85026a307 admin admin] Publish callbacks [] for subnet (6004d604-4dc0-470c-82de-3d82006b16e2), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:18.775903 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca3bc-4e60-40dd-ba25-bab85026a307 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4840051'] for subnet (6004d604-4dc0-470c-82de-3d82006b16e2), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:18.813106 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca3bc-4e60-40dd-ba25-bab85026a307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663011'] for subnet (6004d604-4dc0-470c-82de-3d82006b16e2), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:18.862090 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca3bc-4e60-40dd-ba25-bab85026a307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4839616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5536110'] for subnet (6004d604-4dc0-470c-82de-3d82006b16e2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:18.888648 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ca3bc-4e60-40dd-ba25-bab85026a307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6004d604-4dc0-470c-82de-3d82006b16e2,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:50:18.890634 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca3bc-4e60-40dd-ba25-bab85026a307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:18.893809 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-7d7ca3bc-4e60-40dd-ba25-bab85026a307 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6004d604-4dc0-470c-82de-3d82006b16e2 HTTP/1.1" status: 204 len: 168 time: 0.1980724 Mar 07 13:50:18.896314 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 58478) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:50:18.966232 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-183a5dfb-39b4-42da-ac33-1d0675c88316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635500'] for network (13ac22ff-28a9-4425-b974-3472839ae981), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:19.044602 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-183a5dfb-39b4-42da-ac33-1d0675c88316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725100', 'neutron.services.segments.db._delete_segments_for_network-8776652592487'] for network (13ac22ff-28a9-4425-b974-3472839ae981), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:19.063782 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-183a5dfb-39b4-42da-ac33-1d0675c88316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ac22ff-28a9-4425-b974-3472839ae981']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:50:19.072741 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-183a5dfb-39b4-42da-ac33-1d0675c88316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe688700-cfc6-487f-a1be-0f4c68b73bb7') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:50:19.073035 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-183a5dfb-39b4-42da-ac33-1d0675c88316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe688700-cfc6-487f-a1be-0f4c68b73bb7') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:50:19.082144 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-183a5dfb-39b4-42da-ac33-1d0675c88316 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776652593776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4840072'] for segment (fe688700-cfc6-487f-a1be-0f4c68b73bb7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:19.095312 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-183a5dfb-39b4-42da-ac33-1d0675c88316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (fe688700-cfc6-487f-a1be-0f4c68b73bb7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:19.100876 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183a5dfb-39b4-42da-ac33-1d0675c88316 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 13:50:19.101289 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-183a5dfb-39b4-42da-ac33-1d0675c88316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4839594'] for segment (fe688700-cfc6-487f-a1be-0f4c68b73bb7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: Traceback (most recent call last): Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: timer() Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: cb(*args, **kw) Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: return func(*args, **kwargs) Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: self._notify() Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: self.callback(batched_events) Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: event.method(event) Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: return f(self, *a, **k) Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: return self._get(url).json() Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: return self.request(url, 'GET', **kwargs) Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 13:50:19.103447 dv-cinder-813222-6-iscsi neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 13:50:19.155579 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-183a5dfb-39b4-42da-ac33-1d0675c88316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8114104'] for network (13ac22ff-28a9-4425-b974-3472839ae981), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:19.160868 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-183a5dfb-39b4-42da-ac33-1d0675c88316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:19.163987 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-183a5dfb-39b4-42da-ac33-1d0675c88316 admin admin] 10.222.0.24 "DELETE /v2.0/networks/13ac22ff-28a9-4425-b974-3472839ae981 HTTP/1.1" status: 204 len: 168 time: 0.2667410 Mar 07 13:50:19.176085 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a5dfb-39b4-42da-ac33-1d0675c88316 admin admin] Pushing event deleted for resources: {'Network': ['ID=13ac22ff-28a9-4425-b974-3472839ae981,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:50:19.328702 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 58484) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:50:19.363579 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c1b45-1f95-4745-aec2-200d711cb6a7 req-0086441c-7289-4fe4-bd3b-8d68666bea01 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:19.365925 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-851c1b45-1f95-4745-aec2-200d711cb6a7 req-0086441c-7289-4fe4-bd3b-8d68666bea01 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0578997 Mar 07 13:50:19.376172 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-5b8fcf05-4020-4672-81f6-18ede1ebc2e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2515866132ab4644bfa36601311dfc8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461624 Mar 07 13:50:19.378737 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 58488) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:50:19.442149 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-851c1b45-1f95-4745-aec2-200d711cb6a7 req-cae6224d-f404-4156-a0d6-f100bb0c4031 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701990 Mar 07 13:50:19.454895 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e18da565-d03b-403c-ae71-9a212724e344 admin admin] Publish callbacks [] for security_group (f2cfccc0-2cb6-4a4b-b160-251dec32962b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:19.480064 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e18da565-d03b-403c-ae71-9a212724e344 admin admin] Publish callbacks [] for security_group (f2cfccc0-2cb6-4a4b-b160-251dec32962b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:19.526872 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e18da565-d03b-403c-ae71-9a212724e344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (f2cfccc0-2cb6-4a4b-b160-251dec32962b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:19.529546 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e18da565-d03b-403c-ae71-9a212724e344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:19.530666 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-e18da565-d03b-403c-ae71-9a212724e344 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f2cfccc0-2cb6-4a4b-b160-251dec32962b HTTP/1.1" status: 204 len: 168 time: 0.1509593 Mar 07 13:50:19.537912 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18da565-d03b-403c-ae71-9a212724e344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cfccc0-2cb6-4a4b-b160-251dec32962b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:50:19.706432 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56afb87-fe0c-4102-a8a5-6f97ecd65d01 req-fae9e1a3-5e82-4c09-8a43-9a1a4be1d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:19.708016 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f56afb87-fe0c-4102-a8a5-6f97ecd65d01 req-fae9e1a3-5e82-4c09-8a43-9a1a4be1d9c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29cf89a499e44925abf85d7d74541fbd&device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 1129 time: 0.0509889 Mar 07 13:50:19.808533 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56afb87-fe0c-4102-a8a5-6f97ecd65d01 req-9a5b6931-f5b7-4a00-9b07-e533d3070159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:19.810096 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f56afb87-fe0c-4102-a8a5-6f97ecd65d01 req-9a5b6931-f5b7-4a00-9b07-e533d3070159 service neutron] 10.222.0.10 "GET /v2.0/networks?id=11248537-f61f-4e52-a906-c8f79d05286d HTTP/1.1" status: 200 len: 917 time: 0.0960038 Mar 07 13:50:19.874719 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f56afb87-fe0c-4102-a8a5-6f97ecd65d01 req-4fb2953f-5b3f-4baa-8c12-0d9a2fc2fe29 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c284a1ce-b7ca-456a-8537-cc2cd0f6160f HTTP/1.1" status: 200 len: 1000 time: 0.0584056 Mar 07 13:50:19.926010 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56afb87-fe0c-4102-a8a5-6f97ecd65d01 req-e2203a82-7ef9-4dc6-aeaa-f0e0fe2bbffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:19.927413 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f56afb87-fe0c-4102-a8a5-6f97ecd65d01 req-e2203a82-7ef9-4dc6-aeaa-f0e0fe2bbffc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f00f6663-2751-47b6-a25e-1bb93ec00e74 HTTP/1.1" status: 200 len: 856 time: 0.0460179 Mar 07 13:50:19.980485 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56afb87-fe0c-4102-a8a5-6f97ecd65d01 req-93388683-d2f1-4d87-a965-c5af6496ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:19.981982 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f56afb87-fe0c-4102-a8a5-6f97ecd65d01 req-93388683-d2f1-4d87-a965-c5af6496ed55 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11248537-f61f-4e52-a906-c8f79d05286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475233 Mar 07 13:50:20.060209 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ae5dbd13-d9aa-410c-bab2-ccc1d7847757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:20.090813 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f56afb87-fe0c-4102-a8a5-6f97ecd65d01 req-83f72db4-6df4-4e3d-998d-686823a614b9 service neutron] 10.222.0.10 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011703 Mar 07 13:50:20.177543 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f56afb87-fe0c-4102-a8a5-6f97ecd65d01 req-a220d125-2ca5-4e1f-bb38-885259329ae6 service neutron] 10.222.0.10 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796456 Mar 07 13:50:20.567223 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1bbb93-4dfc-4ff3-aff6-3cb93dc71b10 req-d6effd5b-c42d-44ed-b6c6-f6c5ed292212 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:20.568686 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7e1bbb93-4dfc-4ff3-aff6-3cb93dc71b10 req-d6effd5b-c42d-44ed-b6c6-f6c5ed292212 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0521562 Mar 07 13:50:20.618118 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7e1bbb93-4dfc-4ff3-aff6-3cb93dc71b10 req-cc84d956-0cef-412d-8eb1-f0c7f7e8bba1 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440211 Mar 07 13:50:21.315804 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:21.737194 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c062328-a006-4667-a67f-ea7b69908d91 req-84ff0d72-b483-4920-adfb-785a793db2aa tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:21.738642 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2c062328-a006-4667-a67f-ea7b69908d91 req-84ff0d72-b483-4920-adfb-785a793db2aa tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0504978 Mar 07 13:50:21.783616 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2c062328-a006-4667-a67f-ea7b69908d91 req-643cf979-381f-4326-a33f-f823a9fe0a6b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391252 Mar 07 13:50:22.409391 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:22.903236 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf82e2-65e0-43e5-b74c-c5c023ed633a req-acc38c8b-35ae-4ddd-abb9-4b092c44d802 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:22.904690 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1bbf82e2-65e0-43e5-b74c-c5c023ed633a req-acc38c8b-35ae-4ddd-abb9-4b092c44d802 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0518830 Mar 07 13:50:22.949545 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1bbf82e2-65e0-43e5-b74c-c5c023ed633a req-bd5774a1-b8a6-46f6-8a49-ac9b456a46e9 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394320 Mar 07 13:50:23.521142 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [req-4f6a4d2f-2305-4167-881a-79df041ea9bc req-6e9627be-affa-432b-a0b5-d32dc4d58683 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 13:50:23.522225 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4f6a4d2f-2305-4167-881a-79df041ea9bc req-6e9627be-affa-432b-a0b5-d32dc4d58683 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1328468 Mar 07 13:50:23.677897 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d3259-2960-46c0-a201-45c22c7b2625 req-be0bc3df-88ed-41fb-8b56-c92551b8d162 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:23.679373 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-017d3259-2960-46c0-a201-45c22c7b2625 req-be0bc3df-88ed-41fb-8b56-c92551b8d162 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 945 time: 0.0558727 Mar 07 13:50:23.724747 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-017d3259-2960-46c0-a201-45c22c7b2625 req-51c9fd04-18d4-4c60-a8a9-b9543e06edc6 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398216 Mar 07 13:50:23.924704 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 58536) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:50:23.970053 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device c284a1ce-b7ca-456a-8537-cc2cd0f6160f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:50:24.013913 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b82f6333-795a-44a9-9f24-34b2a73f56c4 req-ecbdf8c0-df0b-40e7-8663-1b66b39f1967 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0880413 Mar 07 13:50:24.022497 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [req-b82f6333-795a-44a9-9f24-34b2a73f56c4 req-9c56add0-bb3c-4977-b2f8-79bf6143184e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 13:50:24.023449 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b82f6333-795a-44a9-9f24-34b2a73f56c4 req-9c56add0-bb3c-4977-b2f8-79bf6143184e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048463 Mar 07 13:50:24.048985 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port c284a1ce-b7ca-456a-8537-cc2cd0f6160f is: ACTIVE; New status is: DOWN {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:50:24.049405 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:24.072727 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2a3979-bacd-41cd-925b-487654278434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c284a1ce-b7ca-456a-8537-cc2cd0f6160f'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:50:24.074980 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af98ac0c-1c4a-4a2a-88ff-26372b0bb1e5" -d '{"events": [{"server_uuid": "ac2a3979-bacd-41cd-925b-487654278434", "name": "network-vif-unplugged", "status": "completed", "tag": "c284a1ce-b7ca-456a-8537-cc2cd0f6160f"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:50:24.087148 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port c284a1ce-b7ca-456a-8537-cc2cd0f6160f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c284a1ce-b7ca-456a-8537-cc2cd0f6160f,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:50:24.092452 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:24.106649 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 58546) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:50:24.116015 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 13:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c01b34-8353-4b37-8680-41ec24aba595 x-openstack-request-id: req-26c01b34-8353-4b37-8680-41ec24aba595 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:50:24.116285 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2a3979-bacd-41cd-925b-487654278434", "name": "network-vif-unplugged", "status": "failed", "tag": "c284a1ce-b7ca-456a-8537-cc2cd0f6160f", "code": 422}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:50:24.116533 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-26c01b34-8353-4b37-8680-41ec24aba595 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:50:24.116957 dv-cinder-813222-6-iscsi neutron-server[109595]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ac2a3979-bacd-41cd-925b-487654278434', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c284a1ce-b7ca-456a-8537-cc2cd0f6160f', 'code': 422} returned with failed status Mar 07 13:50:24.142247 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=c284a1ce-b7ca-456a-8537-cc2cd0f6160f,revision_number=8']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:50:24.200192 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f6333-795a-44a9-9f24-34b2a73f56c4 req-d75bef63-0ed2-4f05-85df-8c270bb68e90 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:24.201756 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b82f6333-795a-44a9-9f24-34b2a73f56c4 req-d75bef63-0ed2-4f05-85df-8c270bb68e90 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports/c284a1ce-b7ca-456a-8537-cc2cd0f6160f HTTP/1.1" status: 200 len: 940 time: 0.0938957 Mar 07 13:50:24.234562 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:24.850315 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de283383-da44-4958-a74d-75bcadc7cce6 req-8747a3be-3374-4337-868c-34242cc4f5ea tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:24.851774 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-de283383-da44-4958-a74d-75bcadc7cce6 req-8747a3be-3374-4337-868c-34242cc4f5ea tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 943 time: 0.0540187 Mar 07 13:50:24.896952 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-de283383-da44-4958-a74d-75bcadc7cce6 req-e1f96d4d-3cee-4460-a609-89d7f94e79d9 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392368 Mar 07 13:50:25.847948 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f6333-795a-44a9-9f24-34b2a73f56c4 req-ed322bf9-34c4-4829-9773-be600962e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:25.849472 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b82f6333-795a-44a9-9f24-34b2a73f56c4 req-ed322bf9-34c4-4829-9773-be600962e41f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434&tenant_id=29cf89a499e44925abf85d7d74541fbd HTTP/1.1" status: 200 len: 1127 time: 0.0740886 Mar 07 13:50:25.925371 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f6333-795a-44a9-9f24-34b2a73f56c4 req-b25a97b9-ae93-4cd6-8c04-d1ad1a533bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:25.926827 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b82f6333-795a-44a9-9f24-34b2a73f56c4 req-b25a97b9-ae93-4cd6-8c04-d1ad1a533bc9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29cf89a499e44925abf85d7d74541fbd&device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 1127 time: 0.0435035 Mar 07 13:50:26.045804 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f6333-795a-44a9-9f24-34b2a73f56c4 req-4aad4c51-69dd-44ff-91a0-0eeb157d7846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:26.047258 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b82f6333-795a-44a9-9f24-34b2a73f56c4 req-4aad4c51-69dd-44ff-91a0-0eeb157d7846 service neutron] 10.222.0.10 "GET /v2.0/networks?id=11248537-f61f-4e52-a906-c8f79d05286d HTTP/1.1" status: 200 len: 917 time: 0.1141233 Mar 07 13:50:26.061569 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bd6eb-f391-4285-ab24-5e39d1ac4bc0 req-725671fb-b6bd-4ffb-bb43-cacfb1b399f4 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:26.062918 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-951bd6eb-f391-4285-ab24-5e39d1ac4bc0 req-725671fb-b6bd-4ffb-bb43-cacfb1b399f4 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 943 time: 0.0755739 Mar 07 13:50:26.144924 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b82f6333-795a-44a9-9f24-34b2a73f56c4 req-0bf16710-4975-440a-8b8e-5ff74e2b60b8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c284a1ce-b7ca-456a-8537-cc2cd0f6160f HTTP/1.1" status: 200 len: 998 time: 0.0907547 Mar 07 13:50:26.151724 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-951bd6eb-f391-4285-ab24-5e39d1ac4bc0 req-e4569897-de1e-4298-888b-b26d11f3f45f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829704 Mar 07 13:50:26.194264 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f6333-795a-44a9-9f24-34b2a73f56c4 req-56d505b8-549e-43c8-98be-9dec10695acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:26.195683 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b82f6333-795a-44a9-9f24-34b2a73f56c4 req-56d505b8-549e-43c8-98be-9dec10695acf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f00f6663-2751-47b6-a25e-1bb93ec00e74 HTTP/1.1" status: 200 len: 856 time: 0.0431511 Mar 07 13:50:26.242647 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f6333-795a-44a9-9f24-34b2a73f56c4 req-1cbac23b-038f-4d71-b89b-487b29f9fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:26.244786 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b82f6333-795a-44a9-9f24-34b2a73f56c4 req-1cbac23b-038f-4d71-b89b-487b29f9fe4d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11248537-f61f-4e52-a906-c8f79d05286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425844 Mar 07 13:50:26.332732 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b82f6333-795a-44a9-9f24-34b2a73f56c4 req-e5f3eddf-214c-4390-9b0e-71af149c6794 service neutron] 10.222.0.10 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806127 Mar 07 13:50:26.423461 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b82f6333-795a-44a9-9f24-34b2a73f56c4 req-538f6780-0594-4c1f-8a4c-df85a8ae1180 service neutron] 10.222.0.10 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835879 Mar 07 13:50:27.277364 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85b909-1c53-40d5-8932-782c03608c9a req-151610cb-84ec-4885-9341-5166482a4ff2 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:27.278868 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fa85b909-1c53-40d5-8932-782c03608c9a req-151610cb-84ec-4885-9341-5166482a4ff2 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 943 time: 0.0540357 Mar 07 13:50:27.328209 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fa85b909-1c53-40d5-8932-782c03608c9a req-2a4b906a-1f44-4b8d-a819-31cc0d90b9e0 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434337 Mar 07 13:50:28.315502 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:50:28.456060 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9bc50d-8042-4b2d-98d0-fd435415071a req-22db74e6-2346-4d3a-837a-57db865efe9e tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:28.457570 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2b9bc50d-8042-4b2d-98d0-fd435415071a req-22db74e6-2346-4d3a-837a-57db865efe9e tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 943 time: 0.0537879 Mar 07 13:50:28.506901 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2b9bc50d-8042-4b2d-98d0-fd435415071a req-f0bd7525-2200-41e9-a47a-f78bdee89ca8 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425191 Mar 07 13:50:29.888398 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480f785-5d6e-431e-88e1-1ae34476aa8e req-ed575c5f-2eb2-4cba-bdd6-c753162eb727 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:29.889993 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f480f785-5d6e-431e-88e1-1ae34476aa8e req-ed575c5f-2eb2-4cba-bdd6-c753162eb727 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 943 time: 0.3097935 Mar 07 13:50:29.949168 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f480f785-5d6e-431e-88e1-1ae34476aa8e req-fcc7a694-a673-400f-ab1e-be80e2d54e20 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530853 Mar 07 13:50:31.075445 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e895e4-ed47-473e-b93a-e2b79b2f2d43 req-7d8add5f-a193-4d00-affa-2ea5912ed317 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:31.077709 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c1e895e4-ed47-473e-b93a-e2b79b2f2d43 req-7d8add5f-a193-4d00-affa-2ea5912ed317 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 943 time: 0.0550017 Mar 07 13:50:31.124620 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c1e895e4-ed47-473e-b93a-e2b79b2f2d43 req-80a6bf27-a276-4292-95cd-1c2f5cb3677a tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413141 Mar 07 13:50:32.272293 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712ac99-a25b-443b-8930-b780cff92d16 req-3911972f-73b0-453d-9301-47c7926b371e tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:32.273829 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8712ac99-a25b-443b-8930-b780cff92d16 req-3911972f-73b0-453d-9301-47c7926b371e tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 943 time: 0.0654933 Mar 07 13:50:32.343916 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8712ac99-a25b-443b-8930-b780cff92d16 req-5e111034-7ce0-479e-b7f2-0547b1d58621 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612783 Mar 07 13:50:32.385621 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92439b80-f8f5-4b24-9283-6757b1db5f14 req-32961015-3d90-46a8-8853-1c232758365b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:32.392443 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-92439b80-f8f5-4b24-9283-6757b1db5f14 req-32961015-3d90-46a8-8853-1c232758365b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 985 time: 0.0653744 Mar 07 13:50:32.450287 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-92439b80-f8f5-4b24-9283-6757b1db5f14 req-d898f5fe-74c8-4270-a403-a972bccda45b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&id=d9f8ae72-5511-4941-b2d7-fac99a5c58c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567796 Mar 07 13:50:33.469171 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8af454-cbe7-4c0a-b159-cdd3f13d1113 req-edf11654-0979-4378-8fdf-38c333f24a36 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:33.470635 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2d8af454-cbe7-4c0a-b159-cdd3f13d1113 req-edf11654-0979-4378-8fdf-38c333f24a36 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 943 time: 0.0521367 Mar 07 13:50:33.524067 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2d8af454-cbe7-4c0a-b159-cdd3f13d1113 req-afda8d34-4b18-4603-9b01-0c0245cc387f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476980 Mar 07 13:50:33.608209 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3286d6-8bab-444d-b180-47f6b76bd6cc req-1ac45ccb-3911-4190-88eb-04cd0d1db220 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:33.609730 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ea3286d6-8bab-444d-b180-47f6b76bd6cc req-1ac45ccb-3911-4190-88eb-04cd0d1db220 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 985 time: 0.0800078 Mar 07 13:50:33.670796 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ea3286d6-8bab-444d-b180-47f6b76bd6cc req-cf892f5c-db7d-44f4-88b1-fd3115346329 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&id=d9f8ae72-5511-4941-b2d7-fac99a5c58c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551662 Mar 07 13:50:34.664721 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfc5d1-e9a1-4df9-b201-6b017021f992 req-0f9baa07-2caf-4ab6-a04b-b008bd115603 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:34.666784 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ecbfc5d1-e9a1-4df9-b201-6b017021f992 req-0f9baa07-2caf-4ab6-a04b-b008bd115603 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 943 time: 0.0552969 Mar 07 13:50:34.716048 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ecbfc5d1-e9a1-4df9-b201-6b017021f992 req-6723b945-315a-4ce4-8d4f-c3a7d50fc89d tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433130 Mar 07 13:50:34.807680 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a491ba-0634-48d1-b5ae-02b9981e8b3d req-444fd1dc-6021-4790-96b2-a52a9e30087e tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:34.809197 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d0a491ba-0634-48d1-b5ae-02b9981e8b3d req-444fd1dc-6021-4790-96b2-a52a9e30087e tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 985 time: 0.0596290 Mar 07 13:50:34.874204 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d0a491ba-0634-48d1-b5ae-02b9981e8b3d req-39286190-26ff-4e2c-9174-abfe10daf36c tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&id=d9f8ae72-5511-4941-b2d7-fac99a5c58c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593722 Mar 07 13:50:35.535740 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:35.849699 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ce429-b95f-4215-925d-f1e08f45ef5d req-13fd9337-a533-40bf-aee6-bcf4982b2a77 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:35.851126 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4d6ce429-b95f-4215-925d-f1e08f45ef5d req-13fd9337-a533-40bf-aee6-bcf4982b2a77 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 943 time: 0.0564542 Mar 07 13:50:35.905334 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4d6ce429-b95f-4215-925d-f1e08f45ef5d req-75e9b5db-c619-42ea-87ea-0ea30fab7f07 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477920 Mar 07 13:50:35.999884 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60893d-b38c-448a-b83a-14ae3c2d9928 req-e5ccd140-12ad-455f-8f32-b6c423c6dc34 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:36.001568 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9b60893d-b38c-448a-b83a-14ae3c2d9928 req-e5ccd140-12ad-455f-8f32-b6c423c6dc34 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 985 time: 0.0576918 Mar 07 13:50:36.065916 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9b60893d-b38c-448a-b83a-14ae3c2d9928 req-fa23af35-67d6-4588-8f0b-911df507bff4 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&id=d9f8ae72-5511-4941-b2d7-fac99a5c58c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583675 Mar 07 13:50:37.033180 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f264e-e5ae-451e-9a56-2ec33c5a3ee3 req-45c47aad-125d-4f09-9f80-49e41ac865dc tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:37.034674 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ac5f264e-e5ae-451e-9a56-2ec33c5a3ee3 req-45c47aad-125d-4f09-9f80-49e41ac865dc tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 943 time: 0.0560043 Mar 07 13:50:37.082638 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ac5f264e-e5ae-451e-9a56-2ec33c5a3ee3 req-c748f794-fdcc-4b57-8b7a-69c2c4147cd1 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423658 Mar 07 13:50:37.186770 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6949e9b-0a04-4e10-9ee3-51e0f3dec75c req-a8b72262-83d3-4862-96c0-a969a14a1b3d tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:37.188552 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f6949e9b-0a04-4e10-9ee3-51e0f3dec75c req-a8b72262-83d3-4862-96c0-a969a14a1b3d tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 985 time: 0.0533509 Mar 07 13:50:37.251254 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f6949e9b-0a04-4e10-9ee3-51e0f3dec75c req-808235bc-dd02-470a-8c77-bdd041283e23 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&id=d9f8ae72-5511-4941-b2d7-fac99a5c58c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563252 Mar 07 13:50:38.207510 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5906d-4e44-4e68-a0de-3b1e0168235f req-3481d440-0986-4034-b7dc-963a4963b352 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:38.208857 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-84c5906d-4e44-4e68-a0de-3b1e0168235f req-3481d440-0986-4034-b7dc-963a4963b352 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 943 time: 0.0543931 Mar 07 13:50:38.253840 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-84c5906d-4e44-4e68-a0de-3b1e0168235f req-ca854975-8de2-4554-bd5f-9d9aca901c73 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388598 Mar 07 13:50:38.367384 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01cdc4-dd18-4425-a5cc-a9d9872a6374 req-6dd29ef6-7a2d-48ee-9aa5-912654e42493 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:38.369413 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7f01cdc4-dd18-4425-a5cc-a9d9872a6374 req-6dd29ef6-7a2d-48ee-9aa5-912654e42493 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 985 time: 0.0532072 Mar 07 13:50:38.426746 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7f01cdc4-dd18-4425-a5cc-a9d9872a6374 req-a80a5301-ebd4-4f42-aaf5-b8cb7201c2a9 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&id=d9f8ae72-5511-4941-b2d7-fac99a5c58c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518546 Mar 07 13:50:39.378113 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700cc376-e5af-47c3-9feb-d960ffe2f1bc req-8cd4e9e4-621e-43dc-aff6-769f9536a734 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:39.379612 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-700cc376-e5af-47c3-9feb-d960ffe2f1bc req-8cd4e9e4-621e-43dc-aff6-769f9536a734 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 943 time: 0.0551217 Mar 07 13:50:39.425028 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-700cc376-e5af-47c3-9feb-d960ffe2f1bc req-edd29d9c-2d3e-4a9a-9a6e-23d424ff9b84 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400398 Mar 07 13:50:39.543750 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bb7ce-5f65-4b71-a090-90a75e03766f req-25c19416-a6a7-469f-89ad-b1e9c96dcefa tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:39.545396 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0e8bb7ce-5f65-4b71-a090-90a75e03766f req-25c19416-a6a7-469f-89ad-b1e9c96dcefa tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 985 time: 0.0521841 Mar 07 13:50:39.602956 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0e8bb7ce-5f65-4b71-a090-90a75e03766f req-8a716ace-752a-4e29-8b28-b31719f52c2a tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&id=d9f8ae72-5511-4941-b2d7-fac99a5c58c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518661 Mar 07 13:50:40.542891 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d46e42-d986-4027-9282-58db204e33ce req-c625e7da-7fe9-4cde-aaab-2b594c804d35 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:40.544577 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-51d46e42-d986-4027-9282-58db204e33ce req-c625e7da-7fe9-4cde-aaab-2b594c804d35 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 943 time: 0.0514648 Mar 07 13:50:40.592753 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-51d46e42-d986-4027-9282-58db204e33ce req-d953f0a1-8e81-4c4a-bedd-af5fa05ce8e7 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427358 Mar 07 13:50:40.728646 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e764aa2-6e2f-480d-bc64-41107cf67f16 req-65684e73-6946-4a22-8914-d8f417dcdad3 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:40.730069 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7e764aa2-6e2f-480d-bc64-41107cf67f16 req-65684e73-6946-4a22-8914-d8f417dcdad3 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 985 time: 0.0595574 Mar 07 13:50:40.811921 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7e764aa2-6e2f-480d-bc64-41107cf67f16 req-53976e9a-7451-4c70-808b-3b7cc13f33ed tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&id=d9f8ae72-5511-4941-b2d7-fac99a5c58c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760148 Mar 07 13:50:40.827904 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abebbdf-3790-4a1f-8df2-0ed16b5dd84a req-085f0aaa-1626-473d-9ae6-df21c0290d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:40.829383 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3abebbdf-3790-4a1f-8df2-0ed16b5dd84a req-085f0aaa-1626-473d-9ae6-df21c0290d21 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7de53de6775a4c07bda98218fab29dc5&device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 1169 time: 0.0598502 Mar 07 13:50:40.920522 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abebbdf-3790-4a1f-8df2-0ed16b5dd84a req-8f0a7e1b-9c76-4d80-83e3-4554341bb5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:40.921997 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3abebbdf-3790-4a1f-8df2-0ed16b5dd84a req-8f0a7e1b-9c76-4d80-83e3-4554341bb5ac service neutron] 10.222.0.10 "GET /v2.0/networks?id=a119dada-69fd-49e0-bf07-78167ff54bec HTTP/1.1" status: 200 len: 915 time: 0.0866816 Mar 07 13:50:40.984910 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3abebbdf-3790-4a1f-8df2-0ed16b5dd84a req-c3d4925f-a733-4a65-ace4-b41d65dfbd16 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 HTTP/1.1" status: 200 len: 1001 time: 0.0559356 Mar 07 13:50:41.048049 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abebbdf-3790-4a1f-8df2-0ed16b5dd84a req-59b204d9-4175-4928-ae1b-adfac749a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:41.049633 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3abebbdf-3790-4a1f-8df2-0ed16b5dd84a req-59b204d9-4175-4928-ae1b-adfac749a1fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18d69a12-8740-4e35-842b-88d13557947d HTTP/1.1" status: 200 len: 854 time: 0.0580137 Mar 07 13:50:41.102128 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abebbdf-3790-4a1f-8df2-0ed16b5dd84a req-0d2a7021-a7d3-4482-89e9-ecba4e19d902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:41.103620 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3abebbdf-3790-4a1f-8df2-0ed16b5dd84a req-0d2a7021-a7d3-4482-89e9-ecba4e19d902 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a119dada-69fd-49e0-bf07-78167ff54bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477593 Mar 07 13:50:41.189804 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3abebbdf-3790-4a1f-8df2-0ed16b5dd84a req-026e22c7-b366-4714-ba33-f1cf5db93667 service neutron] 10.222.0.10 "GET /v2.0/networks/a119dada-69fd-49e0-bf07-78167ff54bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800576 Mar 07 13:50:41.279813 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3abebbdf-3790-4a1f-8df2-0ed16b5dd84a req-8d2ece1c-fb7e-46ac-9a5c-aa460af7f4aa service neutron] 10.222.0.10 "GET /v2.0/networks/a119dada-69fd-49e0-bf07-78167ff54bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841191 Mar 07 13:50:41.712873 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbd3ed-a4ff-4bbe-b254-fc36e21a580e req-e6c9d937-7231-465d-89a3-ffaea3b5e3af tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:41.714379 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-86cbd3ed-a4ff-4bbe-b254-fc36e21a580e req-e6c9d937-7231-465d-89a3-ffaea3b5e3af tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 943 time: 0.0520332 Mar 07 13:50:41.759682 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-86cbd3ed-a4ff-4bbe-b254-fc36e21a580e req-bcf35e5a-70f7-4cdf-b6d1-9edbe1165db0 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399504 Mar 07 13:50:41.926905 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaeec4f-da34-470e-b46a-f94cde496442 req-14be45e6-819f-4afe-8d37-d2d4981cbcd1 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:41.928422 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-acaeec4f-da34-470e-b46a-f94cde496442 req-14be45e6-819f-4afe-8d37-d2d4981cbcd1 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 985 time: 0.0516801 Mar 07 13:50:41.989796 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-acaeec4f-da34-470e-b46a-f94cde496442 req-1e7e4f44-6ed3-4c7f-a4ce-5a82345ed9b7 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&id=d9f8ae72-5511-4941-b2d7-fac99a5c58c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551534 Mar 07 13:50:42.879689 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d00ad-830d-4f0c-a158-875281a552b0 req-359a961f-20ae-43a9-b461-e030fd7491fd tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:42.881191 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f20d00ad-830d-4f0c-a158-875281a552b0 req-359a961f-20ae-43a9-b461-e030fd7491fd tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 943 time: 0.0526288 Mar 07 13:50:42.928350 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f20d00ad-830d-4f0c-a158-875281a552b0 req-2d0dd1bd-fbc4-480c-b780-580ce0df41b2 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409734 Mar 07 13:50:43.129111 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e2353-619c-4ca3-86d5-82320ec9e8d0 req-3bf5d820-76bb-4b18-8224-77b3e6a8dbd9 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:43.130522 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9a2e2353-619c-4ca3-86d5-82320ec9e8d0 req-3bf5d820-76bb-4b18-8224-77b3e6a8dbd9 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 985 time: 0.0523787 Mar 07 13:50:43.187978 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9a2e2353-619c-4ca3-86d5-82320ec9e8d0 req-c048e86f-e961-44a3-9f7f-1dbb224fab5f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&id=d9f8ae72-5511-4941-b2d7-fac99a5c58c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512347 Mar 07 13:50:44.053864 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a985b-540c-4129-b158-5108fc88357b req-f0020d42-2124-40cb-be07-723716a600d4 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:44.055323 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-aa8a985b-540c-4129-b158-5108fc88357b req-f0020d42-2124-40cb-be07-723716a600d4 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 943 time: 0.0555415 Mar 07 13:50:44.100448 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-aa8a985b-540c-4129-b158-5108fc88357b req-a8084a6d-b2c1-4a6c-a222-25f1c8f9dc5e tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397069 Mar 07 13:50:44.303487 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a151b-2e66-407b-b4f8-e18bd515ca1e req-7eef715b-910b-4a10-98e6-babdd716b60e tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:44.304953 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-955a151b-2e66-407b-b4f8-e18bd515ca1e req-7eef715b-910b-4a10-98e6-babdd716b60e tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 985 time: 0.0523019 Mar 07 13:50:44.362619 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-955a151b-2e66-407b-b4f8-e18bd515ca1e req-dd39d7f7-7280-4f4b-86fc-39ee625f64a2 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&id=d9f8ae72-5511-4941-b2d7-fac99a5c58c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521672 Mar 07 13:50:45.374956 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b311b9-f62f-4669-81a1-236357876608 req-940dfcc6-de9c-4323-970a-b578875ab57c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:45.376470 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-22b311b9-f62f-4669-81a1-236357876608 req-940dfcc6-de9c-4323-970a-b578875ab57c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 943 time: 0.0558898 Mar 07 13:50:45.422881 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-22b311b9-f62f-4669-81a1-236357876608 req-d3ce3bc0-128e-4915-8bd8-516c06372271 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409625 Mar 07 13:50:45.480089 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fed453-e8a1-4da3-9dd7-4f9775033af4 req-54134874-e38d-4bfa-a1cd-e8ab23925588 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:45.481589 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c9fed453-e8a1-4da3-9dd7-4f9775033af4 req-54134874-e38d-4bfa-a1cd-e8ab23925588 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 985 time: 0.0526824 Mar 07 13:50:45.538987 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c9fed453-e8a1-4da3-9dd7-4f9775033af4 req-6b2ebf5d-cc58-433b-ab2e-86a645c1e92c tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&id=d9f8ae72-5511-4941-b2d7-fac99a5c58c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518458 Mar 07 13:50:46.542958 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7774fa1-5c85-408d-a4a8-2920a84c6583 req-5f71d536-7ebe-456d-8d5a-2f593a817615 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:46.544654 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a7774fa1-5c85-408d-a4a8-2920a84c6583 req-5f71d536-7ebe-456d-8d5a-2f593a817615 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 943 time: 0.0516636 Mar 07 13:50:46.594539 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a7774fa1-5c85-408d-a4a8-2920a84c6583 req-290acb23-70af-4aa3-a1b7-de885dbd7a8e tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439434 Mar 07 13:50:46.656144 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39547f97-7f52-4c26-aedd-ad491912024d req-85cfeb7f-9b41-48db-9f7f-edad582dc0a3 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:46.657679 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-39547f97-7f52-4c26-aedd-ad491912024d req-85cfeb7f-9b41-48db-9f7f-edad582dc0a3 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 985 time: 0.0515137 Mar 07 13:50:46.714766 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-39547f97-7f52-4c26-aedd-ad491912024d req-e62b37ca-5bcd-480c-bb5a-0d5506aadcba tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&id=d9f8ae72-5511-4941-b2d7-fac99a5c58c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514657 Mar 07 13:50:47.713352 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a0886-3438-46b3-9849-37e3fa0b010d req-69fc574c-c7ac-40e0-a7d8-ede76bfec210 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:47.714806 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-783a0886-3438-46b3-9849-37e3fa0b010d req-69fc574c-c7ac-40e0-a7d8-ede76bfec210 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 943 time: 0.0516613 Mar 07 13:50:47.759795 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-783a0886-3438-46b3-9849-37e3fa0b010d req-4517c1d6-af48-461c-b825-909c40fe85a7 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396366 Mar 07 13:50:47.834063 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda94f13-f691-4e66-b68a-722fbc5cbd9b req-57962c81-a97d-4fe5-aafa-d2329a771643 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:47.835655 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bda94f13-f691-4e66-b68a-722fbc5cbd9b req-57962c81-a97d-4fe5-aafa-d2329a771643 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 985 time: 0.0561738 Mar 07 13:50:47.851814 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a73a5551-3e16-4fbe-b6ea-ce2a14df2772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:47.899209 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bda94f13-f691-4e66-b68a-722fbc5cbd9b req-9302b850-48d1-4ce3-861c-557a043700fa tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&id=d9f8ae72-5511-4941-b2d7-fac99a5c58c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540578 Mar 07 13:50:48.880613 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d959cac-2353-4d5e-8598-9c054180359d req-bc6f0e87-2747-42a1-99b2-d0f9d24e327f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:48.882105 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9d959cac-2353-4d5e-8598-9c054180359d req-bc6f0e87-2747-42a1-99b2-d0f9d24e327f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 943 time: 0.0517750 Mar 07 13:50:48.927908 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9d959cac-2353-4d5e-8598-9c054180359d req-9847f850-0726-483b-85d3-9cf3740d0609 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393844 Mar 07 13:50:49.015599 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4db3b6-4ee2-4a8a-a109-144697b11c3c req-a93783d3-739a-483e-896a-e27eab8c64ce tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:49.017054 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6e4db3b6-4ee2-4a8a-a109-144697b11c3c req-a93783d3-739a-483e-896a-e27eab8c64ce tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 985 time: 0.0516431 Mar 07 13:50:49.078162 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6e4db3b6-4ee2-4a8a-a109-144697b11c3c req-ff5ec467-8f04-4ecf-adfb-40e97828aeee tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&id=d9f8ae72-5511-4941-b2d7-fac99a5c58c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554900 Mar 07 13:50:50.031542 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device c284a1ce-b7ca-456a-8537-cc2cd0f6160f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 13:50:50.051295 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bca5a1-8b03-4b93-aebb-81b64da8f314 req-00c715bf-3f37-4324-b72e-a7f7deffa24e tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:50.052780 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-43bca5a1-8b03-4b93-aebb-81b64da8f314 req-00c715bf-3f37-4324-b72e-a7f7deffa24e tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 943 time: 0.0543747 Mar 07 13:50:50.081660 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-62cd7c02-dfda-4347-9368-f0bbe849930c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:50.100447 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-43bca5a1-8b03-4b93-aebb-81b64da8f314 req-288d5e2e-80f1-4933-b7d5-efbdb234749f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421219 Mar 07 13:50:50.141732 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port c284a1ce-b7ca-456a-8537-cc2cd0f6160f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c284a1ce-b7ca-456a-8537-cc2cd0f6160f,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:50:50.153983 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Returning: {'device': 'c284a1ce-b7ca-456a-8537-cc2cd0f6160f', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'port_id': 'c284a1ce-b7ca-456a-8537-cc2cd0f6160f', 'mac_address': 'fa:16:3e:c6:67:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 13:50:50.193731 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port c284a1ce-b7ca-456a-8537-cc2cd0f6160f is: DOWN; New status is: BUILD {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:50:50.194126 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:50.201881 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a940e88-133a-42a2-b6de-d5ef78f592fc req-97e1b266-94ce-4cc3-8192-301e91ed78f1 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:50.203372 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9a940e88-133a-42a2-b6de-d5ef78f592fc req-97e1b266-94ce-4cc3-8192-301e91ed78f1 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 985 time: 0.0530403 Mar 07 13:50:50.207054 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c284a1ce-b7ca-456a-8537-cc2cd0f6160f {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:50:50.227190 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port c284a1ce-b7ca-456a-8537-cc2cd0f6160f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c284a1ce-b7ca-456a-8537-cc2cd0f6160f,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:50:50.232639 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:50.272367 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9a940e88-133a-42a2-b6de-d5ef78f592fc req-e55b5f97-9963-470f-bf44-9aca784e0431 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&id=d9f8ae72-5511-4941-b2d7-fac99a5c58c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633612 Mar 07 13:50:50.280258 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=c284a1ce-b7ca-456a-8537-cc2cd0f6160f,revision_number=9']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:50:50.556908 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1530e-cf8c-4905-a724-9d2875aa07eb req-a5a5de73-d5ae-475f-b123-bccb20e221e3 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:50.558409 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3eb1530e-cf8c-4905-a724-9d2875aa07eb req-a5a5de73-d5ae-475f-b123-bccb20e221e3 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 946 time: 0.0558875 Mar 07 13:50:50.605984 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3eb1530e-cf8c-4905-a724-9d2875aa07eb req-056c236d-7163-4e10-aa60-6c74e8987ff6 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421019 Mar 07 13:50:50.691122 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['c284a1ce-b7ca-456a-8537-cc2cd0f6160f'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:50:51.231975 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee1ee3-95bd-4d94-9189-973114f00698 req-fe32389c-1d68-4e7e-bb41-7fbbced8e8fc tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:51.233476 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3bee1ee3-95bd-4d94-9189-973114f00698 req-fe32389c-1d68-4e7e-bb41-7fbbced8e8fc tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 944 time: 0.0512960 Mar 07 13:50:51.277858 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3bee1ee3-95bd-4d94-9189-973114f00698 req-94c26dc7-7b2f-426e-b42d-d96db91884dc tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390282 Mar 07 13:50:51.318809 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:51.398485 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452ce13-23d3-4778-a278-72005a76a0ae req-016f750b-e1e3-48b2-b0cd-285a8cdc1b4e tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:51.400414 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3452ce13-23d3-4778-a278-72005a76a0ae req-016f750b-e1e3-48b2-b0cd-285a8cdc1b4e tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 985 time: 0.0584574 Mar 07 13:50:51.458502 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3452ce13-23d3-4778-a278-72005a76a0ae req-51688dd7-a4bf-4e18-8150-d0fa0c90682e tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&id=d9f8ae72-5511-4941-b2d7-fac99a5c58c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520942 Mar 07 13:50:51.726048 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4012f-4ec8-4b9a-b779-e38ced79179c req-ec3e1527-4ac1-4e65-88e1-f39a1741e0ff tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:51.727415 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6dd4012f-4ec8-4b9a-b779-e38ced79179c req-ec3e1527-4ac1-4e65-88e1-f39a1741e0ff tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 946 time: 0.0567148 Mar 07 13:50:51.773753 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6dd4012f-4ec8-4b9a-b779-e38ced79179c req-4b7585f2-b9dc-447c-afa1-8614a449bc32 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408075 Mar 07 13:50:52.049648 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device c284a1ce-b7ca-456a-8537-cc2cd0f6160f up at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:50:52.095256 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning complete for port c284a1ce-b7ca-456a-8537-cc2cd0f6160f triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:50:52.095625 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:52.171104 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port c284a1ce-b7ca-456a-8537-cc2cd0f6160f is: BUILD; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:50:52.171487 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:52.194106 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2a3979-bacd-41cd-925b-487654278434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c284a1ce-b7ca-456a-8537-cc2cd0f6160f'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:50:52.197022 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03020125-f1d0-4639-a33d-ccd0766c0a82" -d '{"events": [{"server_uuid": "ac2a3979-bacd-41cd-925b-487654278434", "name": "network-vif-plugged", "status": "completed", "tag": "c284a1ce-b7ca-456a-8537-cc2cd0f6160f"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:50:52.209559 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port c284a1ce-b7ca-456a-8537-cc2cd0f6160f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c284a1ce-b7ca-456a-8537-cc2cd0f6160f,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:50:52.213676 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:52.239925 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90d35f8-d01b-4790-9f47-1f064fb8518f x-openstack-request-id: req-d90d35f8-d01b-4790-9f47-1f064fb8518f {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:50:52.240213 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2a3979-bacd-41cd-925b-487654278434", "name": "network-vif-plugged", "status": "completed", "tag": "c284a1ce-b7ca-456a-8537-cc2cd0f6160f", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:50:52.240460 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d90d35f8-d01b-4790-9f47-1f064fb8518f {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:50:52.240839 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2a3979-bacd-41cd-925b-487654278434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c284a1ce-b7ca-456a-8537-cc2cd0f6160f', 'code': 200} Mar 07 13:50:52.263953 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=c284a1ce-b7ca-456a-8537-cc2cd0f6160f,revision_number=10']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:50:52.398417 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0aec1-e7bf-47b1-8e5d-e397baf60891 req-cabaf1e9-219b-4617-bc4b-b85ffdda1140 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:52.399885 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-acc0aec1-e7bf-47b1-8e5d-e397baf60891 req-cabaf1e9-219b-4617-bc4b-b85ffdda1140 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 946 time: 0.0511258 Mar 07 13:50:52.413913 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:52.479654 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-acc0aec1-e7bf-47b1-8e5d-e397baf60891 req-bc347823-5232-4f32-bb0f-3a592cc5616c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741944 Mar 07 13:50:52.491267 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b597d-022d-4358-832b-c8d6142e903b req-d3e5e68a-12fb-45f2-afa9-46252b18ebe2 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:52.492702 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f82b597d-022d-4358-832b-c8d6142e903b req-d3e5e68a-12fb-45f2-afa9-46252b18ebe2 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 946 time: 0.0815763 Mar 07 13:50:52.619454 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23914aa8-415e-4912-b3b3-95a56e0bd071 req-c0688194-f12c-4038-8d30-b14371b0a3bc tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:52.620822 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-23914aa8-415e-4912-b3b3-95a56e0bd071 req-c0688194-f12c-4038-8d30-b14371b0a3bc tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 985 time: 0.0922880 Mar 07 13:50:52.635856 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-f82b597d-022d-4358-832b-c8d6142e903b req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Deleting port 32db034f-f3f2-4b11-a823-3cda222cd851 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:50:52.636188 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f82b597d-022d-4358-832b-c8d6142e903b req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (32db034f-f3f2-4b11-a823-3cda222cd851), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:52.745610 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-23914aa8-415e-4912-b3b3-95a56e0bd071 req-1f8b45c6-cd30-456f-a3c9-4f3c3065a94f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&id=d9f8ae72-5511-4941-b2d7-fac99a5c58c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1191666 Mar 07 13:50:52.765992 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-f82b597d-022d-4358-832b-c8d6142e903b req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] For port 32db034f-f3f2-4b11-a823-3cda222cd851, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=32db034f-f3f2-4b11-a823-3cda222cd851,segment=NetworkSegment(e162dbb3-f7e8-4563-8238-36a47ee87ab4),segment_id=e162dbb3-f7e8-4563-8238-36a47ee87ab4)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:50:52.766349 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f82b597d-022d-4358-832b-c8d6142e903b req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (32db034f-f3f2-4b11-a823-3cda222cd851), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:52.986567 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685e400-9936-4d73-84d7-b76acf104502 req-87b86dab-5465-472c-b5ea-7aacc73395f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:52.988055 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8685e400-9936-4d73-84d7-b76acf104502 req-87b86dab-5465-472c-b5ea-7aacc73395f6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 1130 time: 0.1845324 Mar 07 13:50:53.038482 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd5d3a-4fb6-4cb4-a007-a600fcff7c8b req-919821c3-3267-404d-b3fa-aa930a6d8529 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:53.039906 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-50dd5d3a-4fb6-4cb4-a007-a600fcff7c8b req-919821c3-3267-404d-b3fa-aa930a6d8529 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 946 time: 0.1932135 Mar 07 13:50:53.115948 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f82b597d-022d-4358-832b-c8d6142e903b req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:53.116300 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f82b597d-022d-4358-832b-c8d6142e903b req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (cd0149d2-d94b-49ed-9a4c-9a394f516746), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:53.116602 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.l3_db [req-f82b597d-022d-4358-832b-c8d6142e903b req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Floating IP cd0149d2-d94b-49ed-9a4c-9a394f516746 disassociated. External IP: 172.27.1.19, port: 32db034f-f3f2-4b11-a823-3cda222cd851. Mar 07 13:50:53.116930 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-f82b597d-022d-4358-832b-c8d6142e903b req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Calling delete_port for 32db034f-f3f2-4b11-a823-3cda222cd851 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:50:53.130947 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8685e400-9936-4d73-84d7-b76acf104502 req-7500740a-43cc-4984-bd9e-ed13b35001b9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1332412 Mar 07 13:50:53.134319 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-50dd5d3a-4fb6-4cb4-a007-a600fcff7c8b req-1b91ce05-f911-490d-b842-41526bd0e1b3 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869422 Mar 07 13:50:53.251707 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f82b597d-022d-4358-832b-c8d6142e903b req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (32db034f-f3f2-4b11-a823-3cda222cd851), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:53.279120 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Pushing event deleted for resources: {'Port': ['ID=32db034f-f3f2-4b11-a823-3cda222cd851,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:50:53.290116 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:50:53.290470 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:50:53.291516 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:50:53.291516 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:50:53.291516 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:50:53.291832 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:50:53.292106 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:50:53.292458 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:50:53.292791 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:50:53.293131 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:50:53.293497 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:50:53.293820 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:50:53.294396 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:50:53.404151 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f82b597d-022d-4358-832b-c8d6142e903b req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Router 6448c671-1993-4178-a460-1b3d68f99e70 has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:50:53.512260 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f82b597d-022d-4358-832b-c8d6142e903b req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:50:53.522624 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075b8287-a521-4204-8ac1-937a42095c9b None None] Sync routers for ids ['6448c671-1993-4178-a460-1b3d68f99e70'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:50:53.533511 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075b8287-a521-4204-8ac1-937a42095c9b None None] Routers {'6448c671-1993-4178-a460-1b3d68f99e70'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:50:53.534304 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-075b8287-a521-4204-8ac1-937a42095c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:50:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['6448c671-1993-4178-a460-1b3d68f99e70'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:50:53.556851 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82b597d-022d-4358-832b-c8d6142e903b req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] No DVR routers for this DVR port 32db034f-f3f2-4b11-a823-3cda222cd851 on host hv-cinder-81322 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:50:53.559492 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f82b597d-022d-4358-832b-c8d6142e903b req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:53.563014 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f82b597d-022d-4358-832b-c8d6142e903b req-6bf1eddc-4d7a-429c-b5eb-55f5bbfc4ba1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.10 "DELETE /v2.0/ports/32db034f-f3f2-4b11-a823-3cda222cd851 HTTP/1.1" status: 204 len: 173 time: 1.0645790 Mar 07 13:50:53.570044 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f68f887-2891-4672-88e5-9f1aa34a35f9', 'name': 'network-vif-deleted', 'tag': '32db034f-f3f2-4b11-a823-3cda222cd851'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:50:53.573263 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf4a6ba-7457-4e42-a777-ea36f0a46e45" -d '{"events": [{"server_uuid": "3f68f887-2891-4672-88e5-9f1aa34a35f9", "name": "network-vif-deleted", "tag": "32db034f-f3f2-4b11-a823-3cda222cd851"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:50:53.614213 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03365964-f052-4324-9cbd-d0b0f191c37d x-openstack-request-id: req-03365964-f052-4324-9cbd-d0b0f191c37d {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:50:53.614513 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f68f887-2891-4672-88e5-9f1aa34a35f9", "name": "network-vif-deleted", "tag": "32db034f-f3f2-4b11-a823-3cda222cd851", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:50:53.614769 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-03365964-f052-4324-9cbd-d0b0f191c37d {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:50:53.615164 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f68f887-2891-4672-88e5-9f1aa34a35f9', 'name': 'network-vif-deleted', 'tag': '32db034f-f3f2-4b11-a823-3cda222cd851', 'status': 'completed', 'code': 200} Mar 07 13:50:53.630832 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d0625-69bf-48b7-8bc4-22f13c16aeba req-e10d7f86-6519-4572-94b2-bc56364fa607 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:53.632535 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7f4d0625-69bf-48b7-8bc4-22f13c16aeba req-e10d7f86-6519-4572-94b2-bc56364fa607 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 946 time: 0.0774255 Mar 07 13:50:53.656899 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-075b8287-a521-4204-8ac1-937a42095c9b None None] Set router 6448c671-1993-4178-a460-1b3d68f99e70 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:50:53.682368 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7f4d0625-69bf-48b7-8bc4-22f13c16aeba req-0b0102d6-4c3b-4d16-8501-abcc0fabe53f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433004 Mar 07 13:50:53.860032 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-075b8287-a521-4204-8ac1-937a42095c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448c671-1993-4178-a460-1b3d68f99e70', 'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:58Z', 'updated_at': '2022-03-07T13:45:02Z', 'revision_number': 4, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'gw_port': {'id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:59Z', 'updated_at': '2022-03-07T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'ee44d7a4-6087-4a8c-845f-45aa0d117bd1', 'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'mac_address': 'fa:16:3e:5a:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:02Z', 'updated_at': '2022-03-07T13:45:06Z', 'revision_number': 5, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'subnets': [{'id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:50:53.869650 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82cf4a5-ec5b-423f-b73a-4bb976298b99 req-04c3e284-86ee-45d2-976a-33228697e446 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:53.871162 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b82cf4a5-ec5b-423f-b73a-4bb976298b99 req-04c3e284-86ee-45d2-976a-33228697e446 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 985 time: 0.0534434 Mar 07 13:50:53.888744 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075b8287-a521-4204-8ac1-937a42095c9b None None] Checking router: 6448c671-1993-4178-a460-1b3d68f99e70 for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:50:53.900564 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075b8287-a521-4204-8ac1-937a42095c9b None None] Routers {'6448c671-1993-4178-a460-1b3d68f99e70'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:50:53.901237 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-075b8287-a521-4204-8ac1-937a42095c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:50:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['6448c671-1993-4178-a460-1b3d68f99e70'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:50:53.947849 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b82cf4a5-ec5b-423f-b73a-4bb976298b99 req-a0d70360-b6b7-48e9-b94a-a71c00ef9d97 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&id=d9f8ae72-5511-4941-b2d7-fac99a5c58c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0705392 Mar 07 13:50:54.024805 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-075b8287-a521-4204-8ac1-937a42095c9b None None] Set router 6448c671-1993-4178-a460-1b3d68f99e70 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:50:54.225947 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-075b8287-a521-4204-8ac1-937a42095c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448c671-1993-4178-a460-1b3d68f99e70', 'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:58Z', 'updated_at': '2022-03-07T13:45:02Z', 'revision_number': 4, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'gw_port': {'id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:59Z', 'updated_at': '2022-03-07T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'ee44d7a4-6087-4a8c-845f-45aa0d117bd1', 'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'mac_address': 'fa:16:3e:5a:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:02Z', 'updated_at': '2022-03-07T13:45:06Z', 'revision_number': 5, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'subnets': [{'id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:50:54.241635 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ef1218e5-43c6-4148-85e6-308be1d9bebc req-8e6a5f68-248b-4ff0-9274-72deb3b78922 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f68f887-2891-4672-88e5-9f1aa34a35f9 HTTP/1.1" status: 200 len: 210 time: 0.0309813 Mar 07 13:50:54.263095 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075b8287-a521-4204-8ac1-937a42095c9b None None] The sync data for ids ['6448c671-1993-4178-a460-1b3d68f99e70'] in dv-cinder-813222-6-iscsi is: [{'id': '6448c671-1993-4178-a460-1b3d68f99e70', 'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:58Z', 'updated_at': '2022-03-07T13:45:02Z', 'revision_number': 4, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'gw_port': {'id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:59Z', 'updated_at': '2022-03-07T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'ee44d7a4-6087-4a8c-845f-45aa0d117bd1', 'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'mac_address': 'fa:16:3e:5a:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:02Z', 'updated_at': '2022-03-07T13:45:06Z', 'revision_number': 5, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'subnets': [{'id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:50:54.269089 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:54.506130 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931140d0-e917-4c9d-802b-3eb20b6bba99 None None] New status for floating IP cd0149d2-d94b-49ed-9a4c-9a394f516746: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 13:50:54.823406 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96326c30-7651-4282-9ff2-d50c11b86997 req-369638a1-7a56-4ca7-9a6d-ba56cf5b26bd tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:54.825064 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-96326c30-7651-4282-9ff2-d50c11b86997 req-369638a1-7a56-4ca7-9a6d-ba56cf5b26bd tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 946 time: 0.0640230 Mar 07 13:50:54.876836 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-96326c30-7651-4282-9ff2-d50c11b86997 req-50c7a542-bfd0-457f-9720-e862e89bb5c1 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451236 Mar 07 13:50:55.070571 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127417a-c7a9-4540-9250-0278deff656b req-fca8cb23-ec22-4985-8533-51ba1ebb954c tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:55.072637 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3127417a-c7a9-4540-9250-0278deff656b req-fca8cb23-ec22-4985-8533-51ba1ebb954c tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 985 time: 0.0554025 Mar 07 13:50:55.133709 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3127417a-c7a9-4540-9250-0278deff656b req-3440db71-f8a3-4b00-8855-02562994083b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&id=d9f8ae72-5511-4941-b2d7-fac99a5c58c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550754 Mar 07 13:50:55.449991 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-b98fbf5d-9887-423f-8a20-dcd95e470982 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743294902&fields=id&tenant_id=c10fe3afe2e84b7694415570a68cee37 HTTP/1.1" status: 200 len: 267 time: 0.0435596 Mar 07 13:50:55.555548 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-94438db0-fb4c-450e-a51e-8df7cbcf0686 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:55.557537 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-94438db0-fb4c-450e-a51e-8df7cbcf0686 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/networks?id=ae647865-b6eb-48d6-bfc7-51b766b88343 HTTP/1.1" status: 200 len: 812 time: 0.1012788 Mar 07 13:50:55.571474 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-f988a253-73c7-4118-97d3-ec70d95cfdae tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/quotas/c10fe3afe2e84b7694415570a68cee37 HTTP/1.1" status: 200 len: 375 time: 0.0086765 Mar 07 13:50:55.624803 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-256af9bb-04f7-47d8-8e45-b3247df7325e tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c10fe3afe2e84b7694415570a68cee37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485573 Mar 07 13:50:55.719255 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-fa00b6f2-5f62-4ca5-a23a-3f1167315540 service neutron] 10.222.0.24 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837116 Mar 07 13:50:55.807177 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-a97095f2-2515-4664-be9e-6261383753a2 service neutron] 10.222.0.24 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823421 Mar 07 13:50:56.011533 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d935b1-8764-42f6-8c24-079a235bce3f req-b77901ba-2434-4e3b-96cc-40ca66d7eb74 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:56.013036 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f4d935b1-8764-42f6-8c24-079a235bce3f req-b77901ba-2434-4e3b-96cc-40ca66d7eb74 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 946 time: 0.0609815 Mar 07 13:50:56.064818 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f4d935b1-8764-42f6-8c24-079a235bce3f req-4910a2a5-26d5-473d-967d-8f53cbf57e9c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461683 Mar 07 13:50:56.084312 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 32db034f-f3f2-4b11-a823-3cda222cd851 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:50:56.147772 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] No Port match for: 32db034f-f3f2-4b11-a823-3cda222cd851 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:50:56.148538 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 32db034f-f3f2-4b11-a823-3cda222cd851 not bound to the agent host hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:50:56.152305 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-35e4b180-a5bf-44ec-b886-30fb4e274433 req-7c3cafc2-567a-4217-a247-6435d5eaa0cd tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8 HTTP/1.1" status: 200 len: 210 time: 0.0429008 Mar 07 13:50:56.260392 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef56bc-8d14-46b3-9ebc-6b511e952d18 req-bf929401-e441-496a-8ecf-966f7de8bfb5 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:56.261915 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-93ef56bc-8d14-46b3-9ebc-6b511e952d18 req-bf929401-e441-496a-8ecf-966f7de8bfb5 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 985 time: 0.0554552 Mar 07 13:50:56.323025 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-93ef56bc-8d14-46b3-9ebc-6b511e952d18 req-e4872e1b-7bad-4adb-9496-948c8644e3c7 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&id=d9f8ae72-5511-4941-b2d7-fac99a5c58c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549965 Mar 07 13:50:57.226069 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-46ba6280-b8ef-49cd-8d3b-924c11aa9d29 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:57.229618 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-46ba6280-b8ef-49cd-8d3b-924c11aa9d29 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.10 "GET /v2.0/networks?id=ae647865-b6eb-48d6-bfc7-51b766b88343 HTTP/1.1" status: 200 len: 812 time: 0.1108389 Mar 07 13:50:57.281368 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-626407a1-b440-4afe-965d-e022d019dfc2 req-4deab893-d001-41b9-af95-c6fb194d33f8 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8 HTTP/1.1" status: 200 len: 210 time: 0.0361986 Mar 07 13:50:57.329925 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-a035cd2a-de80-48b7-96ca-f564e2029cbf tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c10fe3afe2e84b7694415570a68cee37 HTTP/1.1" status: 200 len: 380 time: 0.0715477 Mar 07 13:50:57.365175 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-1d182d5c-8f8e-47e4-8fe2-280232446130 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Request body: {'port': {'device_id': 'f60ee324-37e1-40c5-9da3-a822ebbf4bb8', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'admin_state_up': True, 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'security_groups': ['98b1786d-18a6-4787-8fcb-775b429beaf0']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:50:57.762188 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf5e92-4985-4636-b5d9-f630e504ee8d req-95b51135-92b7-4b13-b2d2-562138a1586a tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:57.762188 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-84cf5e92-4985-4636-b5d9-f630e504ee8d req-95b51135-92b7-4b13-b2d2-562138a1586a tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 985 time: 0.3614488 Mar 07 13:50:57.789641 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-1d182d5c-8f8e-47e4-8fe2-280232446130 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Made reservation on behalf of c10fe3afe2e84b7694415570a68cee37 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:50:57.792927 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-1d182d5c-8f8e-47e4-8fe2-280232446130 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:57.873049 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-84cf5e92-4985-4636-b5d9-f630e504ee8d req-57f11ea3-9f28-4516-a9cb-9ce02b5ed86a tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&id=d9f8ae72-5511-4941-b2d7-fac99a5c58c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1108875 Mar 07 13:50:57.953981 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-1d182d5c-8f8e-47e4-8fe2-280232446130 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Allocated IP 172.20.0.13 (ae647865-b6eb-48d6-bfc7-51b766b88343/7c56d65c-4807-49f7-98f6-3d6932945f85/6cccdd2d-d769-4b4f-9780-511dd57131da) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:50:58.099445 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-1d182d5c-8f8e-47e4-8fe2-280232446130 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for port (6cccdd2d-d769-4b4f-9780-511dd57131da), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:58.132059 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-1d182d5c-8f8e-47e4-8fe2-280232446130 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (6cccdd2d-d769-4b4f-9780-511dd57131da), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:58.173984 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-1d182d5c-8f8e-47e4-8fe2-280232446130 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Network ae647865-b6eb-48d6-bfc7-51b766b88343 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:50:58.176917 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-1d182d5c-8f8e-47e4-8fe2-280232446130 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:50:58.180412 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-1d182d5c-8f8e-47e4-8fe2-280232446130 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:50:58.209748 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182d5c-8f8e-47e4-8fe2-280232446130 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Pushing event updated for resources: {'Port': ['ID=6cccdd2d-d769-4b4f-9780-511dd57131da,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:50:58.234353 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-1d182d5c-8f8e-47e4-8fe2-280232446130 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:58.235019 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-1d182d5c-8f8e-47e4-8fe2-280232446130 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:58.252325 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-1d182d5c-8f8e-47e4-8fe2-280232446130 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8911889 Mar 07 13:50:58.270675 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-10703031-5b1c-4ca9-bf7b-51c6ab635835 service neutron] Request body: {'port': {'device_id': 'f60ee324-37e1-40c5-9da3-a822ebbf4bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:50:58.340956 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-10703031-5b1c-4ca9-bf7b-51c6ab635835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (6cccdd2d-d769-4b4f-9780-511dd57131da), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:58.387555 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-48bf2762-0eda-4cb8-9b3e-a3f8a3d19aaa None None] Provisioning complete for port 6cccdd2d-d769-4b4f-9780-511dd57131da triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:50:58.388129 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-48bf2762-0eda-4cb8-9b3e-a3f8a3d19aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (6cccdd2d-d769-4b4f-9780-511dd57131da), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:58.424943 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-48bf2762-0eda-4cb8-9b3e-a3f8a3d19aaa None None] Port 6cccdd2d-d769-4b4f-9780-511dd57131da cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:50:58.500797 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236a058-16ac-471b-9915-931e053187f5 req-4ebfe6b9-f0d6-44bb-bffd-7c3fd05ee3f4 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:58.502200 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5236a058-16ac-471b-9915-931e053187f5 req-4ebfe6b9-f0d6-44bb-bffd-7c3fd05ee3f4 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8 HTTP/1.1" status: 200 len: 932 time: 0.1501951 Mar 07 13:50:58.578826 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5236a058-16ac-471b-9915-931e053187f5 req-538f74fa-e52b-4764-ae54-5fe3fe528c42 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704987 Mar 07 13:50:58.691546 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-10703031-5b1c-4ca9-bf7b-51c6ab635835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cccdd2d-d769-4b4f-9780-511dd57131da {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:50:58.698859 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-10703031-5b1c-4ca9-bf7b-51c6ab635835 service neutron] Publish callbacks [] for port (6cccdd2d-d769-4b4f-9780-511dd57131da), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:58.725798 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-10703031-5b1c-4ca9-bf7b-51c6ab635835 service neutron] Transition to ACTIVE for port object 6cccdd2d-d769-4b4f-9780-511dd57131da will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 13:50:58.730843 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-10703031-5b1c-4ca9-bf7b-51c6ab635835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (6cccdd2d-d769-4b4f-9780-511dd57131da), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:58.779354 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10703031-5b1c-4ca9-bf7b-51c6ab635835 service neutron] Pushing event updated for resources: {'Port': ['ID=6cccdd2d-d769-4b4f-9780-511dd57131da,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:50:58.852918 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-10703031-5b1c-4ca9-bf7b-51c6ab635835 service neutron] Attempting to bind port 6cccdd2d-d769-4b4f-9780-511dd57131da on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:50:58.853926 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-10703031-5b1c-4ca9-bf7b-51c6ab635835 service neutron] Attempting to bind port 6cccdd2d-d769-4b4f-9780-511dd57131da by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'e162dbb3-f7e8-4563-8238-36a47ee87ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:50:58.854262 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-10703031-5b1c-4ca9-bf7b-51c6ab635835 service neutron] Attempting to bind port 6cccdd2d-d769-4b4f-9780-511dd57131da on network ae647865-b6eb-48d6-bfc7-51b766b88343 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:50:58.858774 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-10703031-5b1c-4ca9-bf7b-51c6ab635835 service neutron] Port 6cccdd2d-d769-4b4f-9780-511dd57131da on network ae647865-b6eb-48d6-bfc7-51b766b88343 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 13:50:58.859095 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-10703031-5b1c-4ca9-bf7b-51c6ab635835 service neutron] Attempting to bind port 6cccdd2d-d769-4b4f-9780-511dd57131da on network ae647865-b6eb-48d6-bfc7-51b766b88343 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:50:58.864162 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-10703031-5b1c-4ca9-bf7b-51c6ab635835 service neutron] Checking agent: {'id': '54ecd8f5-e943-4369-a21b-1222345f30ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'started_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:50:58.864502 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-10703031-5b1c-4ca9-bf7b-51c6ab635835 service neutron] Checking segment: {'id': 'e162dbb3-f7e8-4563-8238-36a47ee87ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:50:58.864889 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-10703031-5b1c-4ca9-bf7b-51c6ab635835 service neutron] Bound using segment: {'id': 'e162dbb3-f7e8-4563-8238-36a47ee87ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:50:58.865349 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-10703031-5b1c-4ca9-bf7b-51c6ab635835 service neutron] Bound port: 6cccdd2d-d769-4b4f-9780-511dd57131da, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e162dbb3-f7e8-4563-8238-36a47ee87ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:50:58.865711 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-10703031-5b1c-4ca9-bf7b-51c6ab635835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (6cccdd2d-d769-4b4f-9780-511dd57131da), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:58.937413 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-10703031-5b1c-4ca9-bf7b-51c6ab635835 service neutron] For port 6cccdd2d-d769-4b4f-9780-511dd57131da, host hv-cinder-81322, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:50:58.940634 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-10703031-5b1c-4ca9-bf7b-51c6ab635835 service neutron] For port 6cccdd2d-d769-4b4f-9780-511dd57131da, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6cccdd2d-d769-4b4f-9780-511dd57131da,segment=NetworkSegment(e162dbb3-f7e8-4563-8238-36a47ee87ab4),segment_id=e162dbb3-f7e8-4563-8238-36a47ee87ab4)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:50:58.954717 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-10703031-5b1c-4ca9-bf7b-51c6ab635835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (6cccdd2d-d769-4b4f-9780-511dd57131da), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:59.011213 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-10703031-5b1c-4ca9-bf7b-51c6ab635835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:59.011863 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-10703031-5b1c-4ca9-bf7b-51c6ab635835 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:50:59.013291 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-10703031-5b1c-4ca9-bf7b-51c6ab635835 service neutron] 10.222.0.10 "PUT /v2.0/ports/6cccdd2d-d769-4b4f-9780-511dd57131da HTTP/1.1" status: 200 len: 1094 time: 0.7469192 Mar 07 13:50:59.013967 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60ee324-37e1-40c5-9da3-a822ebbf4bb8', 'tag': '6cccdd2d-d769-4b4f-9780-511dd57131da'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:50:59.016339 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd61d15-1b91-4965-ba38-4f17a4ea38df" -d '{"events": [{"name": "network-changed", "server_uuid": "f60ee324-37e1-40c5-9da3-a822ebbf4bb8", "tag": "6cccdd2d-d769-4b4f-9780-511dd57131da"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:50:59.051318 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10703031-5b1c-4ca9-bf7b-51c6ab635835 service neutron] Pushing event updated for resources: {'Port': ['ID=6cccdd2d-d769-4b4f-9780-511dd57131da,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:50:59.066124 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329180f-8aa7-4c67-8270-70690c8e62ab req-c0f1cfef-57a6-46ab-9d85-13fcc4ba7da0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:59.068027 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9329180f-8aa7-4c67-8270-70690c8e62ab req-c0f1cfef-57a6-46ab-9d85-13fcc4ba7da0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 985 time: 0.1241035 Mar 07 13:50:59.082956 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aea92f1-16de-4c47-857c-e2dd9cd7eb36 x-openstack-request-id: req-9aea92f1-16de-4c47-857c-e2dd9cd7eb36 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:50:59.083309 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60ee324-37e1-40c5-9da3-a822ebbf4bb8", "tag": "6cccdd2d-d769-4b4f-9780-511dd57131da", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:50:59.083651 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9aea92f1-16de-4c47-857c-e2dd9cd7eb36 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:50:59.084124 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60ee324-37e1-40c5-9da3-a822ebbf4bb8', 'tag': '6cccdd2d-d769-4b4f-9780-511dd57131da', 'status': 'completed', 'code': 200} Mar 07 13:50:59.170954 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9329180f-8aa7-4c67-8270-70690c8e62ab req-9192ecdc-cbc6-4a15-8e44-a10f2dccb9c7 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&id=d9f8ae72-5511-4941-b2d7-fac99a5c58c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953808 Mar 07 13:50:59.181279 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-b1d90586-943d-498a-a312-b072a1b5866d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:59.182769 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-b1d90586-943d-498a-a312-b072a1b5866d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c10fe3afe2e84b7694415570a68cee37&device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8 HTTP/1.1" status: 200 len: 1128 time: 0.0755856 Mar 07 13:50:59.235736 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-44265788-deba-4e82-b4fe-fa4616c0b56b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cccdd2d-d769-4b4f-9780-511dd57131da HTTP/1.1" status: 200 len: 217 time: 0.0362129 Mar 07 13:50:59.285173 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-a90ec388-b65c-4ed0-b524-1423be0710a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:59.286653 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-a90ec388-b65c-4ed0-b524-1423be0710a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c56d65c-4807-49f7-98f6-3d6932945f85 HTTP/1.1" status: 200 len: 851 time: 0.0431309 Mar 07 13:50:59.346150 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-706ba278-b6b6-46ee-b059-e5c6f3e18d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:59.347612 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-706ba278-b6b6-46ee-b059-e5c6f3e18d28 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae647865-b6eb-48d6-bfc7-51b766b88343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484948 Mar 07 13:50:59.433217 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-7552f3d5-8311-40b3-b3ee-c6bb1097a7f7 service neutron] 10.222.0.10 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795586 Mar 07 13:50:59.526150 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-539d9d5c-6822-4e54-bbea-e8eaffe84ee3 req-b70df1c2-8c01-4790-9d8d-fdbd31ee6031 service neutron] 10.222.0.10 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863011 Mar 07 13:50:59.695832 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd61d15-1b91-4965-ba38-4f17a4ea38df req-975ac97f-5e61-4c86-9999-065228ea29ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:59.697981 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0bd61d15-1b91-4965-ba38-4f17a4ea38df req-975ac97f-5e61-4c86-9999-065228ea29ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c10fe3afe2e84b7694415570a68cee37&device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8 HTTP/1.1" status: 200 len: 1128 time: 0.0777907 Mar 07 13:50:59.708797 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbb290-465c-42fd-ac98-06308bc1e727 req-1c827079-e3ed-45b2-9588-201d083a3fa4 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:59.710206 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1ddbb290-465c-42fd-ac98-06308bc1e727 req-1c827079-e3ed-45b2-9588-201d083a3fa4 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8 HTTP/1.1" status: 200 len: 944 time: 0.0646262 Mar 07 13:50:59.814376 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1ddbb290-465c-42fd-ac98-06308bc1e727 req-2e8e5370-1917-4d91-ba8e-b9abbca3efab tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961020 Mar 07 13:50:59.832909 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd61d15-1b91-4965-ba38-4f17a4ea38df req-659dec9b-801e-4c80-8011-a9f1f4020689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:59.834444 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0bd61d15-1b91-4965-ba38-4f17a4ea38df req-659dec9b-801e-4c80-8011-a9f1f4020689 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae647865-b6eb-48d6-bfc7-51b766b88343 HTTP/1.1" status: 200 len: 912 time: 0.1234190 Mar 07 13:50:59.875748 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0bd61d15-1b91-4965-ba38-4f17a4ea38df req-d73f6f2a-af4f-4277-bcbd-f93277e4bfe1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cccdd2d-d769-4b4f-9780-511dd57131da HTTP/1.1" status: 200 len: 217 time: 0.0344026 Mar 07 13:50:59.927802 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd61d15-1b91-4965-ba38-4f17a4ea38df req-b49dc691-cac7-4410-8ea7-910035313d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:59.929255 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0bd61d15-1b91-4965-ba38-4f17a4ea38df req-b49dc691-cac7-4410-8ea7-910035313d6d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c56d65c-4807-49f7-98f6-3d6932945f85 HTTP/1.1" status: 200 len: 851 time: 0.0466516 Mar 07 13:50:59.976524 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd61d15-1b91-4965-ba38-4f17a4ea38df req-31fbf682-f9c9-4dce-855e-301f20fbb665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:50:59.978509 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0bd61d15-1b91-4965-ba38-4f17a4ea38df req-31fbf682-f9c9-4dce-855e-301f20fbb665 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae647865-b6eb-48d6-bfc7-51b766b88343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420620 Mar 07 13:51:00.065734 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0bd61d15-1b91-4965-ba38-4f17a4ea38df req-0ea9bdf7-55b0-4061-8525-955f5342401a service neutron] 10.222.0.10 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818279 Mar 07 13:51:00.156041 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0bd61d15-1b91-4965-ba38-4f17a4ea38df req-046aabf4-9e47-4f53-9a5f-08b4717627a9 service neutron] 10.222.0.10 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838876 Mar 07 13:51:00.931893 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523412b7-092e-471c-a694-8e23fa630499 req-c14fbe91-3b1d-40b2-b27f-d122fcdad0c5 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:00.933391 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-523412b7-092e-471c-a694-8e23fa630499 req-c14fbe91-3b1d-40b2-b27f-d122fcdad0c5 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8 HTTP/1.1" status: 200 len: 944 time: 0.0535326 Mar 07 13:51:00.980791 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-523412b7-092e-471c-a694-8e23fa630499 req-3ae0a24a-3f25-401b-9d94-7a35f01ecf15 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419979 Mar 07 13:51:02.100278 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560a333-331a-4202-89ac-be67c247c3d9 req-59c27c5e-5b38-4f4f-802f-36da1e26454c tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:02.101774 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d560a333-331a-4202-89ac-be67c247c3d9 req-59c27c5e-5b38-4f4f-802f-36da1e26454c tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8 HTTP/1.1" status: 200 len: 944 time: 0.0561695 Mar 07 13:51:02.149110 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d560a333-331a-4202-89ac-be67c247c3d9 req-4eb28f1e-04ba-46e5-b868-366393996aee tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417712 Mar 07 13:51:03.262499 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb510f-8f34-4a48-a891-9ad303f6990f req-1ac38c0f-ecbc-44bd-9d3c-f1a96287b3e6 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:03.263951 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dbdb510f-8f34-4a48-a891-9ad303f6990f req-1ac38c0f-ecbc-44bd-9d3c-f1a96287b3e6 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8 HTTP/1.1" status: 200 len: 944 time: 0.0514681 Mar 07 13:51:03.313095 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dbdb510f-8f34-4a48-a891-9ad303f6990f req-87f4486f-c6d7-42e7-b791-d3f5077b0024 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436327 Mar 07 13:51:04.427032 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c773b7-7d44-4fc8-ace8-b8761e7027ce req-47d971f1-52ec-4ebb-91f1-e084e0514dcf tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:04.428568 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-42c773b7-7d44-4fc8-ace8-b8761e7027ce req-47d971f1-52ec-4ebb-91f1-e084e0514dcf tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8 HTTP/1.1" status: 200 len: 944 time: 0.0512536 Mar 07 13:51:04.480656 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-42c773b7-7d44-4fc8-ace8-b8761e7027ce req-8844987b-84fe-4912-8997-d8036443d606 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459502 Mar 07 13:51:05.314335 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:51:05.513180 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:05.598636 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea3bae-a001-4c46-a95c-506e516bd10e req-33205ca6-4ef5-463e-a849-66e20ce132b1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:05.600014 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-76ea3bae-a001-4c46-a95c-506e516bd10e req-33205ca6-4ef5-463e-a849-66e20ce132b1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8 HTTP/1.1" status: 200 len: 944 time: 0.0519600 Mar 07 13:51:05.647638 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-76ea3bae-a001-4c46-a95c-506e516bd10e req-f5a04e3c-c3ee-4b97-ad76-7f2a16d83e2f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422723 Mar 07 13:51:06.320332 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7e86a903-7e67-43b4-b912-a2c619aa8673 req-f180f241-9826-456b-940a-bb3b14920ae3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423048 Mar 07 13:51:06.427084 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86a903-7e67-43b4-b912-a2c619aa8673 req-88745cb6-580c-4097-93f6-9e3c80c0e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:06.429534 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7e86a903-7e67-43b4-b912-a2c619aa8673 req-88745cb6-580c-4097-93f6-9e3c80c0e669 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29cf89a499e44925abf85d7d74541fbd&device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 1130 time: 0.0501411 Mar 07 13:51:06.528810 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86a903-7e67-43b4-b912-a2c619aa8673 req-7ba25d42-15a3-4563-9292-79db3206f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:06.530324 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7e86a903-7e67-43b4-b912-a2c619aa8673 req-7ba25d42-15a3-4563-9292-79db3206f5b9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=11248537-f61f-4e52-a906-c8f79d05286d HTTP/1.1" status: 200 len: 917 time: 0.0826855 Mar 07 13:51:06.596861 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7e86a903-7e67-43b4-b912-a2c619aa8673 req-1474c00b-fdd6-4306-b0ad-48a1c7c2a0a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c284a1ce-b7ca-456a-8537-cc2cd0f6160f HTTP/1.1" status: 200 len: 1000 time: 0.0596108 Mar 07 13:51:06.643119 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86a903-7e67-43b4-b912-a2c619aa8673 req-e2879307-3908-4edc-9f0f-e1f70ce87b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:06.644519 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7e86a903-7e67-43b4-b912-a2c619aa8673 req-e2879307-3908-4edc-9f0f-e1f70ce87b93 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f00f6663-2751-47b6-a25e-1bb93ec00e74 HTTP/1.1" status: 200 len: 856 time: 0.0414348 Mar 07 13:51:06.692034 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86a903-7e67-43b4-b912-a2c619aa8673 req-df474b4a-93ff-4c6b-83c7-e40c586dcf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:06.693575 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7e86a903-7e67-43b4-b912-a2c619aa8673 req-df474b4a-93ff-4c6b-83c7-e40c586dcf94 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11248537-f61f-4e52-a906-c8f79d05286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424087 Mar 07 13:51:06.820440 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340831-6324-4da5-a7fe-77eefc8774ff req-9b8f26b5-fc26-4c39-a343-4c8f7f12d53f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:06.822448 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1a340831-6324-4da5-a7fe-77eefc8774ff req-9b8f26b5-fc26-4c39-a343-4c8f7f12d53f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8 HTTP/1.1" status: 200 len: 944 time: 0.1052215 Mar 07 13:51:06.824310 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7e86a903-7e67-43b4-b912-a2c619aa8673 req-a09f0d09-5dcb-4da5-a383-2a82e328a722 service neutron] 10.222.0.10 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245203 Mar 07 13:51:06.927081 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1a340831-6324-4da5-a7fe-77eefc8774ff req-a45837eb-ba99-4605-9ac0-907e7d96e36b tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991464 Mar 07 13:51:06.946381 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7e86a903-7e67-43b4-b912-a2c619aa8673 req-9fdd6eed-372e-4d97-ad01-9e67922112bd service neutron] 10.222.0.10 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129007 Mar 07 13:51:08.043457 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b2b7b-8061-436d-88b1-70629d8c3cb9 req-a68192b1-640e-42b1-ade7-b0164aea932a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:08.045198 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9a8b2b7b-8061-436d-88b1-70629d8c3cb9 req-a68192b1-640e-42b1-ade7-b0164aea932a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8 HTTP/1.1" status: 200 len: 944 time: 0.0525813 Mar 07 13:51:08.092216 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9a8b2b7b-8061-436d-88b1-70629d8c3cb9 req-f1b74c55-f52a-4745-90e7-db77d01a4f66 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416346 Mar 07 13:51:08.159781 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 6cccdd2d-d769-4b4f-9780-511dd57131da details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 13:51:08.254213 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 6cccdd2d-d769-4b4f-9780-511dd57131da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6cccdd2d-d769-4b4f-9780-511dd57131da,segment=NetworkSegment(e162dbb3-f7e8-4563-8238-36a47ee87ab4),segment_id=e162dbb3-f7e8-4563-8238-36a47ee87ab4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:51:08.265490 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Returning: {'device': '6cccdd2d-d769-4b4f-9780-511dd57131da', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'port_id': '6cccdd2d-d769-4b4f-9780-511dd57131da', 'mac_address': 'fa:16:3e:83:27:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 13:51:08.301140 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 6cccdd2d-d769-4b4f-9780-511dd57131da is: DOWN; New status is: BUILD {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:51:08.301529 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (6cccdd2d-d769-4b4f-9780-511dd57131da), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:08.313687 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cccdd2d-d769-4b4f-9780-511dd57131da {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:51:08.332820 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 6cccdd2d-d769-4b4f-9780-511dd57131da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6cccdd2d-d769-4b4f-9780-511dd57131da,segment=NetworkSegment(e162dbb3-f7e8-4563-8238-36a47ee87ab4),segment_id=e162dbb3-f7e8-4563-8238-36a47ee87ab4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:51:08.338470 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (6cccdd2d-d769-4b4f-9780-511dd57131da), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:08.387222 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=6cccdd2d-d769-4b4f-9780-511dd57131da,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:51:08.393983 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:08.394333 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:08.394669 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:08.395004 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:08.395331 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:08.395655 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:08.395977 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:08.396298 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:08.396615 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:08.396936 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:08.397285 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:08.397600 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:08.397924 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:08.825965 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['6cccdd2d-d769-4b4f-9780-511dd57131da'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:51:09.208400 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cb2fd-5d08-44a4-9d23-c82f8cee8a1e req-5dab1400-1da2-424b-b519-4400393ae809 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:09.209907 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5f9cb2fd-5d08-44a4-9d23-c82f8cee8a1e req-5dab1400-1da2-424b-b519-4400393ae809 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8 HTTP/1.1" status: 200 len: 945 time: 0.0529008 Mar 07 13:51:09.261199 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5f9cb2fd-5d08-44a4-9d23-c82f8cee8a1e req-2fe3a9e4-d6f8-4f4b-acdb-cd3fe924013b tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453360 Mar 07 13:51:10.178494 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 6cccdd2d-d769-4b4f-9780-511dd57131da up at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:51:10.227347 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning for port 6cccdd2d-d769-4b4f-9780-511dd57131da completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 13:51:10.231624 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning complete for port 6cccdd2d-d769-4b4f-9780-511dd57131da triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:51:10.232044 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (6cccdd2d-d769-4b4f-9780-511dd57131da), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:10.311454 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 6cccdd2d-d769-4b4f-9780-511dd57131da is: BUILD; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:51:10.311846 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (6cccdd2d-d769-4b4f-9780-511dd57131da), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:10.335055 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60ee324-37e1-40c5-9da3-a822ebbf4bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cccdd2d-d769-4b4f-9780-511dd57131da'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:51:10.337304 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36091cd6-6b3e-4667-b1f1-23fce52db75a" -d '{"events": [{"server_uuid": "f60ee324-37e1-40c5-9da3-a822ebbf4bb8", "name": "network-vif-plugged", "status": "completed", "tag": "6cccdd2d-d769-4b4f-9780-511dd57131da"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:51:10.351345 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 6cccdd2d-d769-4b4f-9780-511dd57131da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6cccdd2d-d769-4b4f-9780-511dd57131da,segment=NetworkSegment(e162dbb3-f7e8-4563-8238-36a47ee87ab4),segment_id=e162dbb3-f7e8-4563-8238-36a47ee87ab4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:51:10.357885 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (6cccdd2d-d769-4b4f-9780-511dd57131da), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:10.386092 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b575c-74dd-4c6d-9cae-885fefdb8abe req-4568bb0f-bd26-4cd9-bbcd-724cb2aa8b9b tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:10.387709 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-541b575c-74dd-4c6d-9cae-885fefdb8abe req-4568bb0f-bd26-4cd9-bbcd-724cb2aa8b9b tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8 HTTP/1.1" status: 200 len: 945 time: 0.0610642 Mar 07 13:51:10.391086 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8d9290-ba03-4982-ac1c-7fdd057b15bf x-openstack-request-id: req-9a8d9290-ba03-4982-ac1c-7fdd057b15bf {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:51:10.391376 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60ee324-37e1-40c5-9da3-a822ebbf4bb8", "name": "network-vif-plugged", "status": "completed", "tag": "6cccdd2d-d769-4b4f-9780-511dd57131da", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:51:10.391625 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a8d9290-ba03-4982-ac1c-7fdd057b15bf {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:51:10.392003 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60ee324-37e1-40c5-9da3-a822ebbf4bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cccdd2d-d769-4b4f-9780-511dd57131da', 'code': 200} Mar 07 13:51:10.417651 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=6cccdd2d-d769-4b4f-9780-511dd57131da,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:51:10.439217 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-541b575c-74dd-4c6d-9cae-885fefdb8abe req-5b693448-8cfb-4ad9-b7e4-f1c20a889db4 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453606 Mar 07 13:51:10.707006 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b418f2-d95a-453b-9fc7-dcd8147a3999 req-6274abf2-e9e3-479e-83fd-76bdf581e32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:10.708378 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-65b418f2-d95a-453b-9fc7-dcd8147a3999 req-6274abf2-e9e3-479e-83fd-76bdf581e32e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8 HTTP/1.1" status: 200 len: 1130 time: 0.0428140 Mar 07 13:51:10.753254 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-65b418f2-d95a-453b-9fc7-dcd8147a3999 req-32aa41ad-1538-4ebd-b6a3-67deff6aab37 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374870 Mar 07 13:51:11.563313 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e8dc7-adc3-4e57-8cf3-8f9fe21bafe7 req-476afada-41af-4bb4-a47a-795a98c31994 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:11.564774 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2b8e8dc7-adc3-4e57-8cf3-8f9fe21bafe7 req-476afada-41af-4bb4-a47a-795a98c31994 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8 HTTP/1.1" status: 200 len: 946 time: 0.0544753 Mar 07 13:51:11.611538 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2b8e8dc7-adc3-4e57-8cf3-8f9fe21bafe7 req-b27f9cd2-b536-4235-9f4b-4f4154d8d121 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412521 Mar 07 13:51:12.615290 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0428658-f1f9-4dc3-b231-eed702a07ec4 req-78c88248-eadd-4647-a309-d18842443423 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:12.616686 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f0428658-f1f9-4dc3-b231-eed702a07ec4 req-78c88248-eadd-4647-a309-d18842443423 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0515814 Mar 07 13:51:12.662865 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f0428658-f1f9-4dc3-b231-eed702a07ec4 req-6e0a9e7f-56df-444d-b059-7175fd227a86 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407553 Mar 07 13:51:12.728833 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90c868-daa5-4748-afbe-1e76cabf2939 req-438da1e5-88b3-4e24-9295-a7e190a19b74 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:12.730313 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3f90c868-daa5-4748-afbe-1e76cabf2939 req-438da1e5-88b3-4e24-9295-a7e190a19b74 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8 HTTP/1.1" status: 200 len: 946 time: 0.0516732 Mar 07 13:51:12.781403 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3f90c868-daa5-4748-afbe-1e76cabf2939 req-1133cd1b-6384-4630-bcaf-cb87d0b47169 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455806 Mar 07 13:51:12.896355 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6a93f-4a92-4c8a-bdf1-cd378e5db202 req-60249930-93bc-4f8d-b630-656bbdc391fb tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:12.897851 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1ce6a93f-4a92-4c8a-bdf1-cd378e5db202 req-60249930-93bc-4f8d-b630-656bbdc391fb tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8 HTTP/1.1" status: 200 len: 946 time: 0.0519166 Mar 07 13:51:12.944688 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1ce6a93f-4a92-4c8a-bdf1-cd378e5db202 req-f9b3ab4f-9fec-4989-9596-6b85e2d4b1c2 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414393 Mar 07 13:51:12.966489 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 58856) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:51:13.007597 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d54dc2-752f-47e0-86e3-956e26bd3a24 tempest-TestVolumeBootPattern-53503987 tempest-TestVolumeBootPattern-53503987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:13.009056 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-36d54dc2-752f-47e0-86e3-956e26bd3a24 tempest-TestVolumeBootPattern-53503987 tempest-TestVolumeBootPattern-53503987-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8 HTTP/1.1" status: 200 len: 1125 time: 0.0416527 Mar 07 13:51:13.012246 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 58858) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:51:13.016278 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-7e69fd03-ae5c-4493-91b7-3f2c92d8f24a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Request body: {'floatingip': {'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'port_id': '6cccdd2d-d769-4b4f-9780-511dd57131da', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:51:13.037670 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7e69fd03-ae5c-4493-91b7-3f2c92d8f24a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:13.140588 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7e69fd03-ae5c-4493-91b7-3f2c92d8f24a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:13.247090 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-7e69fd03-ae5c-4493-91b7-3f2c92d8f24a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Allocated IP 172.27.1.213 (4737f3fa-18ff-4252-a580-88148a637511/b90664a8-a6a4-4a65-802b-5b7bd95111f9/8e398c81-252c-4820-b89f-cd13c83b0bc6) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:51:13.348869 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7e69fd03-ae5c-4493-91b7-3f2c92d8f24a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for port (8e398c81-252c-4820-b89f-cd13c83b0bc6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:13.381686 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7e69fd03-ae5c-4493-91b7-3f2c92d8f24a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (8e398c81-252c-4820-b89f-cd13c83b0bc6), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:13.418729 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e69fd03-ae5c-4493-91b7-3f2c92d8f24a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Network 4737f3fa-18ff-4252-a580-88148a637511 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:51:13.424484 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-7e69fd03-ae5c-4493-91b7-3f2c92d8f24a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:51:13.427046 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e69fd03-ae5c-4493-91b7-3f2c92d8f24a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:51:13.453441 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69fd03-ae5c-4493-91b7-3f2c92d8f24a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Pushing event updated for resources: {'Port': ['ID=8e398c81-252c-4820-b89f-cd13c83b0bc6,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:51:13.856016 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e2e4b-99bb-4747-93bf-b5426018aa01 req-35567dd1-7bd1-4260-a641-878fb5d38ed0 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:13.857504 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-042e2e4b-99bb-4747-93bf-b5426018aa01 req-35567dd1-7bd1-4260-a641-878fb5d38ed0 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.1223168 Mar 07 13:51:13.875542 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7e69fd03-ae5c-4493-91b7-3f2c92d8f24a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for floatingip (8bca6d0d-dc34-4f18-a49d-d382fd3870f7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:13.944674 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-042e2e4b-99bb-4747-93bf-b5426018aa01 req-4c6d4307-7e28-47ea-8e49-154d53b30b6b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800061 Mar 07 13:51:13.972757 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7e69fd03-ae5c-4493-91b7-3f2c92d8f24a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (8e398c81-252c-4820-b89f-cd13c83b0bc6), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:14.114758 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7e69fd03-ae5c-4493-91b7-3f2c92d8f24a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for port (8e398c81-252c-4820-b89f-cd13c83b0bc6), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:14.119458 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7e69fd03-ae5c-4493-91b7-3f2c92d8f24a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (8e398c81-252c-4820-b89f-cd13c83b0bc6), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:14.185258 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69fd03-ae5c-4493-91b7-3f2c92d8f24a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Pushing event updated for resources: {'Port': ['ID=8e398c81-252c-4820-b89f-cd13c83b0bc6,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:51:14.198678 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7e69fd03-ae5c-4493-91b7-3f2c92d8f24a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (8bca6d0d-dc34-4f18-a49d-d382fd3870f7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:14.556394 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.l3_db [None req-7e69fd03-ae5c-4493-91b7-3f2c92d8f24a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Floating IP 8bca6d0d-dc34-4f18-a49d-d382fd3870f7 associated. External IP: 172.27.1.213, port: 6cccdd2d-d769-4b4f-9780-511dd57131da. Mar 07 13:51:14.761102 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e69fd03-ae5c-4493-91b7-3f2c92d8f24a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Router 6448c671-1993-4178-a460-1b3d68f99e70 has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:51:14.868515 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e69fd03-ae5c-4493-91b7-3f2c92d8f24a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:51:14.878488 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3166f077-23a4-4b79-8399-1b6ec9453782 None None] Sync routers for ids ['6448c671-1993-4178-a460-1b3d68f99e70'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:51:14.886695 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7e69fd03-ae5c-4493-91b7-3f2c92d8f24a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:14.888285 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3166f077-23a4-4b79-8399-1b6ec9453782 None None] Routers {'6448c671-1993-4178-a460-1b3d68f99e70'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:51:14.889091 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-3166f077-23a4-4b79-8399-1b6ec9453782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:50:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['6448c671-1993-4178-a460-1b3d68f99e70'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:51:14.916868 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-7e69fd03-ae5c-4493-91b7-3f2c92d8f24a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9036491 Mar 07 13:51:14.917596 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60ee324-37e1-40c5-9da3-a822ebbf4bb8', 'tag': '6cccdd2d-d769-4b4f-9780-511dd57131da'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:51:14.920161 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ab6291-c6be-4f21-b17f-a7b364e3e5d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f60ee324-37e1-40c5-9da3-a822ebbf4bb8", "tag": "6cccdd2d-d769-4b4f-9780-511dd57131da"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:51:14.955217 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed7b519-c3f4-4708-9489-39c877fe3c04 x-openstack-request-id: req-1ed7b519-c3f4-4708-9489-39c877fe3c04 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:51:14.955504 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60ee324-37e1-40c5-9da3-a822ebbf4bb8", "tag": "6cccdd2d-d769-4b4f-9780-511dd57131da", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:51:14.955751 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ed7b519-c3f4-4708-9489-39c877fe3c04 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:51:14.956141 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60ee324-37e1-40c5-9da3-a822ebbf4bb8', 'tag': '6cccdd2d-d769-4b4f-9780-511dd57131da', 'status': 'completed', 'code': 200} Mar 07 13:51:14.998951 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-3166f077-23a4-4b79-8399-1b6ec9453782 None None] Set router 6448c671-1993-4178-a460-1b3d68f99e70 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:51:15.081823 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab6291-c6be-4f21-b17f-a7b364e3e5d1 req-24b4ab98-883d-4ddf-8cd6-2b700efe4b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:15.083339 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-68ab6291-c6be-4f21-b17f-a7b364e3e5d1 req-24b4ab98-883d-4ddf-8cd6-2b700efe4b82 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c10fe3afe2e84b7694415570a68cee37&device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8 HTTP/1.1" status: 200 len: 1130 time: 0.0803978 Mar 07 13:51:15.094596 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7943b-d251-4583-a7f9-e87c99005912 req-0ae2ef48-7c6a-4bd7-a6a6-f18a529dba08 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:15.095961 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-75a7943b-d251-4583-a7f9-e87c99005912 req-0ae2ef48-7c6a-4bd7-a6a6-f18a529dba08 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0677717 Mar 07 13:51:15.195742 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-75a7943b-d251-4583-a7f9-e87c99005912 req-4cdebcd1-0b79-4c91-a9d0-b54e8ec12f2b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912485 Mar 07 13:51:15.213634 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab6291-c6be-4f21-b17f-a7b364e3e5d1 req-67d650a1-6199-423f-9c85-0d3f9cdda52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:15.215889 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-68ab6291-c6be-4f21-b17f-a7b364e3e5d1 req-67d650a1-6199-423f-9c85-0d3f9cdda52b service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae647865-b6eb-48d6-bfc7-51b766b88343 HTTP/1.1" status: 200 len: 912 time: 0.1190999 Mar 07 13:51:15.223863 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-3166f077-23a4-4b79-8399-1b6ec9453782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448c671-1993-4178-a460-1b3d68f99e70', 'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:58Z', 'updated_at': '2022-03-07T13:45:02Z', 'revision_number': 4, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'gw_port': {'id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:59Z', 'updated_at': '2022-03-07T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '8bca6d0d-dc34-4f18-a49d-d382fd3870f7', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'port_id': '6cccdd2d-d769-4b4f-9780-511dd57131da', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'mac_address': 'fa:16:3e:83:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60ee324-37e1-40c5-9da3-a822ebbf4bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:51:13Z', 'updated_at': '2022-03-07T13:51:13Z', 'revision_number': 0, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee44d7a4-6087-4a8c-845f-45aa0d117bd1', 'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'mac_address': 'fa:16:3e:5a:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:02Z', 'updated_at': '2022-03-07T13:45:06Z', 'revision_number': 5, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'subnets': [{'id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:51:15.250807 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3166f077-23a4-4b79-8399-1b6ec9453782 None None] Checking router: 6448c671-1993-4178-a460-1b3d68f99e70 for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:51:15.259255 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3166f077-23a4-4b79-8399-1b6ec9453782 None None] Routers {'6448c671-1993-4178-a460-1b3d68f99e70'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:51:15.259870 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-3166f077-23a4-4b79-8399-1b6ec9453782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:50:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['6448c671-1993-4178-a460-1b3d68f99e70'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:51:15.284095 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-68ab6291-c6be-4f21-b17f-a7b364e3e5d1 req-d7b03492-884a-459f-af28-cfc9dc084c1d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cccdd2d-d769-4b4f-9780-511dd57131da HTTP/1.1" status: 200 len: 1000 time: 0.0619044 Mar 07 13:51:15.335093 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab6291-c6be-4f21-b17f-a7b364e3e5d1 req-f286aec0-9f21-422c-ae3f-4a22814364cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:15.336561 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-68ab6291-c6be-4f21-b17f-a7b364e3e5d1 req-f286aec0-9f21-422c-ae3f-4a22814364cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c56d65c-4807-49f7-98f6-3d6932945f85 HTTP/1.1" status: 200 len: 851 time: 0.0423717 Mar 07 13:51:15.368848 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-3166f077-23a4-4b79-8399-1b6ec9453782 None None] Set router 6448c671-1993-4178-a460-1b3d68f99e70 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:51:15.386027 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab6291-c6be-4f21-b17f-a7b364e3e5d1 req-62aad163-1314-4fa1-8171-6db3674c43d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:15.387563 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-68ab6291-c6be-4f21-b17f-a7b364e3e5d1 req-62aad163-1314-4fa1-8171-6db3674c43d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae647865-b6eb-48d6-bfc7-51b766b88343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430434 Mar 07 13:51:15.484165 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-68ab6291-c6be-4f21-b17f-a7b364e3e5d1 req-2baf92ed-b383-4020-ae7f-37829055514d service neutron] 10.222.0.10 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847127 Mar 07 13:51:15.572134 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-68ab6291-c6be-4f21-b17f-a7b364e3e5d1 req-eb141292-03ee-4ae0-b7e2-72cdc7cccf82 service neutron] 10.222.0.10 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809286 Mar 07 13:51:15.589742 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-3166f077-23a4-4b79-8399-1b6ec9453782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448c671-1993-4178-a460-1b3d68f99e70', 'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:58Z', 'updated_at': '2022-03-07T13:45:02Z', 'revision_number': 4, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'gw_port': {'id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:59Z', 'updated_at': '2022-03-07T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '8bca6d0d-dc34-4f18-a49d-d382fd3870f7', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'port_id': '6cccdd2d-d769-4b4f-9780-511dd57131da', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'mac_address': 'fa:16:3e:83:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60ee324-37e1-40c5-9da3-a822ebbf4bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:51:13Z', 'updated_at': '2022-03-07T13:51:13Z', 'revision_number': 0, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee44d7a4-6087-4a8c-845f-45aa0d117bd1', 'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'mac_address': 'fa:16:3e:5a:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:02Z', 'updated_at': '2022-03-07T13:45:06Z', 'revision_number': 5, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'subnets': [{'id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:51:15.619157 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3166f077-23a4-4b79-8399-1b6ec9453782 None None] The sync data for ids ['6448c671-1993-4178-a460-1b3d68f99e70'] in dv-cinder-813222-6-iscsi is: [{'id': '6448c671-1993-4178-a460-1b3d68f99e70', 'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:58Z', 'updated_at': '2022-03-07T13:45:02Z', 'revision_number': 4, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'gw_port': {'id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:59Z', 'updated_at': '2022-03-07T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '8bca6d0d-dc34-4f18-a49d-d382fd3870f7', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'port_id': '6cccdd2d-d769-4b4f-9780-511dd57131da', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'mac_address': 'fa:16:3e:83:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60ee324-37e1-40c5-9da3-a822ebbf4bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:51:13Z', 'updated_at': '2022-03-07T13:51:13Z', 'revision_number': 0, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee44d7a4-6087-4a8c-845f-45aa0d117bd1', 'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'mac_address': 'fa:16:3e:5a:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:02Z', 'updated_at': '2022-03-07T13:45:06Z', 'revision_number': 5, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'subnets': [{'id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:51:15.874824 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d13ec99-f518-424e-9d47-9b06303dcf7f None None] New status for floating IP 8bca6d0d-dc34-4f18-a49d-d382fd3870f7: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 13:51:16.313443 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59cbf8c-b206-4298-bd2b-d541a48fd591 req-416a1981-c576-4a22-99aa-458e8a982fc8 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:16.314837 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c59cbf8c-b206-4298-bd2b-d541a48fd591 req-416a1981-c576-4a22-99aa-458e8a982fc8 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0514069 Mar 07 13:51:16.363486 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c59cbf8c-b206-4298-bd2b-d541a48fd591 req-f1095e41-4f5e-4baf-9b68-8846988473a7 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431609 Mar 07 13:51:17.479242 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a91bc9-b6e2-42a5-aeb0-84e67daaa2e7 req-34bb7054-a9b0-4f26-bffc-ade5bf404e5a tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:17.480712 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-26a91bc9-b6e2-42a5-aeb0-84e67daaa2e7 req-34bb7054-a9b0-4f26-bffc-ade5bf404e5a tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0517030 Mar 07 13:51:17.527136 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-26a91bc9-b6e2-42a5-aeb0-84e67daaa2e7 req-edd912c4-bae4-4971-8fa1-4636ddbdca60 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408068 Mar 07 13:51:17.854256 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6059f29-579e-40be-ae98-b985fbe49a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:18.647613 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7045644-5b40-470e-ac10-e2944638f699 req-9405a65e-a4f5-4db0-bbf7-3e31505aa0c0 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:18.649069 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d7045644-5b40-470e-ac10-e2944638f699 req-9405a65e-a4f5-4db0-bbf7-3e31505aa0c0 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0510075 Mar 07 13:51:18.693948 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d7045644-5b40-470e-ac10-e2944638f699 req-97b73405-327f-4e7c-ba40-62b604e14dad tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388050 Mar 07 13:51:19.814614 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068db560-74f0-4234-9070-375170c47efb req-77b6367f-ffd9-476c-99b2-401baee67381 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:19.816079 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-068db560-74f0-4234-9070-375170c47efb req-77b6367f-ffd9-476c-99b2-401baee67381 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0559208 Mar 07 13:51:19.861419 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-068db560-74f0-4234-9070-375170c47efb req-afc0d1f6-b5ab-4ff5-a133-04d6b9a64ec6 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397849 Mar 07 13:51:20.072614 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c88982a0-dc2d-4eef-a8d8-79c635ee6a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:20.982477 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc461d-2bf7-4d2d-b9fd-75f962828e41 req-e8de8e43-2130-48f3-af87-d162d7e6a6ae tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:20.983952 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-94bc461d-2bf7-4d2d-b9fd-75f962828e41 req-e8de8e43-2130-48f3-af87-d162d7e6a6ae tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0520103 Mar 07 13:51:21.029654 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-94bc461d-2bf7-4d2d-b9fd-75f962828e41 req-c77f5e94-a0f5-428c-be06-888150524dae tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402648 Mar 07 13:51:21.320887 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:22.157869 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbfbf5-4b48-4cdf-bc8d-816674705850 req-4e16e59d-377d-4a70-8b27-0835b23b1cd7 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:22.159266 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3cdbfbf5-4b48-4cdf-bc8d-816674705850 req-4e16e59d-377d-4a70-8b27-0835b23b1cd7 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0565834 Mar 07 13:51:22.204513 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3cdbfbf5-4b48-4cdf-bc8d-816674705850 req-9d0c8746-4efc-4d60-8f3b-93571d212d23 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397995 Mar 07 13:51:22.426443 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:23.318823 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367284d-e82a-45be-a282-9417c113ee6c req-5b5fa863-9296-4d01-a495-5809ba9b6d39 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:23.320268 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5367284d-e82a-45be-a282-9417c113ee6c req-5b5fa863-9296-4d01-a495-5809ba9b6d39 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0511386 Mar 07 13:51:23.364697 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5367284d-e82a-45be-a282-9417c113ee6c req-d679c39f-e8f8-4f98-a279-97974afee335 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384269 Mar 07 13:51:24.241936 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:24.480926 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd575660-265f-4282-a177-3161134bb33e req-18cc4901-bf7f-489b-a037-f46827e30be7 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:24.482423 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bd575660-265f-4282-a177-3161134bb33e req-18cc4901-bf7f-489b-a037-f46827e30be7 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0517783 Mar 07 13:51:24.531614 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bd575660-265f-4282-a177-3161134bb33e req-45847514-3543-4e8b-b5a5-16db7402a9ab tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432711 Mar 07 13:51:25.647348 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69592ef9-8808-433f-8932-18be2eb157a7 req-5ddb14f8-915e-4d9f-a56b-a2f42afadf7e tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:25.648813 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-69592ef9-8808-433f-8932-18be2eb157a7 req-5ddb14f8-915e-4d9f-a56b-a2f42afadf7e tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0512507 Mar 07 13:51:25.693673 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-69592ef9-8808-433f-8932-18be2eb157a7 req-c4e24c38-7fb5-4186-aff2-48f9845307d1 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394530 Mar 07 13:51:26.810046 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba5c0b-33ec-435a-ace3-02d7c537da1f req-d72f2a56-e3e2-48a1-a8e0-b42cce212abe tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:26.811512 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6bba5c0b-33ec-435a-ace3-02d7c537da1f req-d72f2a56-e3e2-48a1-a8e0-b42cce212abe tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0529361 Mar 07 13:51:26.856824 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6bba5c0b-33ec-435a-ace3-02d7c537da1f req-7505e2c1-d600-4639-ab33-fa2616ffaa95 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398164 Mar 07 13:51:27.982403 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6104d8-0d1f-49de-a400-b262d7fff01f req-7f27f17e-1a30-41f0-9142-853b6be68ea1 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:27.983888 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cf6104d8-0d1f-49de-a400-b262d7fff01f req-7f27f17e-1a30-41f0-9142-853b6be68ea1 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0571139 Mar 07 13:51:28.031884 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cf6104d8-0d1f-49de-a400-b262d7fff01f req-dec93df7-ac4e-4b2c-be0a-57a2f5f23c33 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419164 Mar 07 13:51:29.153775 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e1b59-3d02-4335-8f93-11339fd512fc req-d94d03f9-fdfc-4fe6-bb37-0d83087294ff tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:29.155141 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-280e1b59-3d02-4335-8f93-11339fd512fc req-d94d03f9-fdfc-4fe6-bb37-0d83087294ff tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0560846 Mar 07 13:51:29.216795 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-280e1b59-3d02-4335-8f93-11339fd512fc req-482fe94a-55f5-4175-b443-a2ab11d4af2f tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482199 Mar 07 13:51:29.447404 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19d20c-43af-44c0-bcb2-2d8fc978d283 req-2833226b-65e6-4a0a-958e-433c96c03da1 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:29.448785 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-be19d20c-43af-44c0-bcb2-2d8fc978d283 req-2833226b-65e6-4a0a-958e-433c96c03da1 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0522826 Mar 07 13:51:29.505536 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-be19d20c-43af-44c0-bcb2-2d8fc978d283 req-8d6cd686-cff7-4fe6-82fe-8e475fb76abf tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510476 Mar 07 13:51:29.549645 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebea558-de90-4379-8afc-f7744816dc54 req-8c13c4b1-2e63-4af2-9229-f8b9f4f85e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:29.551149 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5ebea558-de90-4379-8afc-f7744816dc54 req-8c13c4b1-2e63-4af2-9229-f8b9f4f85e33 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ffdd53d4a3f432e83ee1806a26d0e8b&device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 1129 time: 0.0538387 Mar 07 13:51:29.637506 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebea558-de90-4379-8afc-f7744816dc54 req-fd49c600-ab9e-431e-b6f4-440b21ad307e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:29.638952 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5ebea558-de90-4379-8afc-f7744816dc54 req-fd49c600-ab9e-431e-b6f4-440b21ad307e service neutron] 10.222.0.10 "GET /v2.0/networks?id=a13d25ed-6982-4eee-bae1-184f281a254d HTTP/1.1" status: 200 len: 910 time: 0.0817275 Mar 07 13:51:29.705696 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5ebea558-de90-4379-8afc-f7744816dc54 req-eb62a146-9ef7-4758-b442-e3c073bc2553 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=071d3a1f-1aed-4796-a5ba-d1d8c09b0146 HTTP/1.1" status: 200 len: 1001 time: 0.0595284 Mar 07 13:51:29.753072 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebea558-de90-4379-8afc-f7744816dc54 req-6e064ed1-1e64-4e4a-9c29-2e5964e8ee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:29.754505 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5ebea558-de90-4379-8afc-f7744816dc54 req-6e064ed1-1e64-4e4a-9c29-2e5964e8ee17 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2ecbb758-a715-42cc-aa60-edc95b9687c6 HTTP/1.1" status: 200 len: 849 time: 0.0429614 Mar 07 13:51:29.802258 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebea558-de90-4379-8afc-f7744816dc54 req-d56272c1-32ee-4f81-9aa4-dfa97ec511bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:29.803758 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5ebea558-de90-4379-8afc-f7744816dc54 req-d56272c1-32ee-4f81-9aa4-dfa97ec511bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a13d25ed-6982-4eee-bae1-184f281a254d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432258 Mar 07 13:51:29.901708 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5ebea558-de90-4379-8afc-f7744816dc54 req-9ab657ac-339b-4027-a73b-763acd92796b service neutron] 10.222.0.10 "GET /v2.0/networks/a13d25ed-6982-4eee-bae1-184f281a254d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916319 Mar 07 13:51:29.989527 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5ebea558-de90-4379-8afc-f7744816dc54 req-f7b71d1e-85bf-4ca5-bccb-c3b32e054b76 service neutron] 10.222.0.10 "GET /v2.0/networks/a13d25ed-6982-4eee-bae1-184f281a254d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812802 Mar 07 13:51:30.631339 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8aab6-c576-4c0c-b807-4e689e465542 req-d65cb188-e5b8-4f35-ba5c-65117a19ec8b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:30.632804 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7ba8aab6-c576-4c0c-b807-4e689e465542 req-d65cb188-e5b8-4f35-ba5c-65117a19ec8b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0521772 Mar 07 13:51:30.679150 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7ba8aab6-c576-4c0c-b807-4e689e465542 req-039ca734-82eb-42ab-8c94-78ae338a2dfc tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409226 Mar 07 13:51:31.795807 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2aa9dc-e12c-4115-991b-14508ae85e9f req-3dce481c-8bad-40e6-866f-6e3de86e46fa tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:31.797291 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6a2aa9dc-e12c-4115-991b-14508ae85e9f req-3dce481c-8bad-40e6-866f-6e3de86e46fa tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0522909 Mar 07 13:51:31.842767 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6a2aa9dc-e12c-4115-991b-14508ae85e9f req-bf6a003e-223e-4a71-bac4-15f7e512aeec tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399327 Mar 07 13:51:35.521923 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:40.805405 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f3770-44e0-41ab-9c95-c83dfd1fe1f4 req-1b851ad8-a8d7-46bf-9286-7763cf32f428 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:40.806858 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fe7f3770-44e0-41ab-9c95-c83dfd1fe1f4 req-1b851ad8-a8d7-46bf-9286-7763cf32f428 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 945 time: 0.0573730 Mar 07 13:51:40.855504 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fe7f3770-44e0-41ab-9c95-c83dfd1fe1f4 req-a0af4cbd-5bda-4780-979d-475cb1995801 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428658 Mar 07 13:51:41.976858 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dda1b-8755-47b0-9e40-c8c0c8f6cbf2 req-1ac3d9f0-ea37-4b34-8175-6c88abc7bd0d tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:41.978842 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-421dda1b-8755-47b0-9e40-c8c0c8f6cbf2 req-1ac3d9f0-ea37-4b34-8175-6c88abc7bd0d tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 945 time: 0.0507660 Mar 07 13:51:42.025475 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-421dda1b-8755-47b0-9e40-c8c0c8f6cbf2 req-9b4c85bd-f1ef-4d41-85dd-dbd594f031ca tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411777 Mar 07 13:51:42.312703 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:51:43.138800 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5dea94-15af-429c-97bc-b71ec47c90e3 req-744d46f1-a96e-4158-a77f-4c22c72aa3b8 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:43.140283 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fb5dea94-15af-429c-97bc-b71ec47c90e3 req-744d46f1-a96e-4158-a77f-4c22c72aa3b8 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 945 time: 0.0501213 Mar 07 13:51:43.191726 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fb5dea94-15af-429c-97bc-b71ec47c90e3 req-d2200e5c-7965-42ff-a693-77a885837f81 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458319 Mar 07 13:51:44.310014 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24f136-ff30-4b0d-8086-0cdf7800e956 req-d7b410b7-9d8b-44de-ad6b-4d0eb90809d8 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:44.311483 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ca24f136-ff30-4b0d-8086-0cdf7800e956 req-d7b410b7-9d8b-44de-ad6b-4d0eb90809d8 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 945 time: 0.0549066 Mar 07 13:51:44.357826 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ca24f136-ff30-4b0d-8086-0cdf7800e956 req-c11645e4-212b-4bd7-b186-502aa18a378f tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408995 Mar 07 13:51:45.471943 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c8c71-3ab2-451a-b92d-97850cda8612 req-192c7fb6-da12-460b-9ebc-c00a8b457ffc tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:45.473404 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-256c8c71-3ab2-451a-b92d-97850cda8612 req-192c7fb6-da12-460b-9ebc-c00a8b457ffc tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 945 time: 0.0502450 Mar 07 13:51:45.520282 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-256c8c71-3ab2-451a-b92d-97850cda8612 req-796f23cb-09b1-4d12-b318-009f14e990f6 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408611 Mar 07 13:51:46.638003 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b326f-a0e1-48a7-af46-abd70e75f98c req-2ac97dbb-f380-43e1-90ee-6dd84ee4cb11 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:46.639432 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-114b326f-a0e1-48a7-af46-abd70e75f98c req-2ac97dbb-f380-43e1-90ee-6dd84ee4cb11 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 945 time: 0.0544074 Mar 07 13:51:46.686180 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-114b326f-a0e1-48a7-af46-abd70e75f98c req-1e7995f9-f96a-4996-a8d0-cc0871f4ecee tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414696 Mar 07 13:51:47.801844 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395dd894-4154-4b48-8dba-99c7f7452f8c req-ec299dd0-d5a7-4b14-a8b8-9df4929036bc tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:47.803300 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-395dd894-4154-4b48-8dba-99c7f7452f8c req-ec299dd0-d5a7-4b14-a8b8-9df4929036bc tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 945 time: 0.0523243 Mar 07 13:51:47.850544 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-395dd894-4154-4b48-8dba-99c7f7452f8c req-7d682b4f-ec70-4811-ad8c-b196fb3454e0 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418072 Mar 07 13:51:47.854385 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-da0cc707-b89b-4854-8116-a3f43ab24919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:48.968902 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc5bf5-5974-4d87-a351-0d96b22c1caa req-ae3751c4-2128-434b-b2be-c493cac1ff63 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:48.970381 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fcfc5bf5-5974-4d87-a351-0d96b22c1caa req-ae3751c4-2128-434b-b2be-c493cac1ff63 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 945 time: 0.0548093 Mar 07 13:51:49.016919 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fcfc5bf5-5974-4d87-a351-0d96b22c1caa req-6098fbb8-fbbe-463a-9e6f-94ce9134b013 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410933 Mar 07 13:51:50.063893 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5e3130db-11a3-4a3d-8767-a41e24ece849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:50.143782 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ac304-b02a-4006-8a20-ed4785df07f8 req-f1db8465-1611-4d73-aa8c-b19eb7c52f51 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:50.144766 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c67ac304-b02a-4006-8a20-ed4785df07f8 req-f1db8465-1611-4d73-aa8c-b19eb7c52f51 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 945 time: 0.0513139 Mar 07 13:51:50.192647 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c67ac304-b02a-4006-8a20-ed4785df07f8 req-03dea553-6fef-43de-bff2-1a1a2114b9b8 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422132 Mar 07 13:51:51.057570 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b6365-fdaf-4cd8-a8e4-ff2d106d465a req-dee8c9fe-a4de-4d31-9cca-a6baf12d4f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:51.059021 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3f6b6365-fdaf-4cd8-a8e4-ff2d106d465a req-dee8c9fe-a4de-4d31-9cca-a6baf12d4f86 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd6473d3b96b4da2b1f766dcd1a54f0f&device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 1129 time: 0.0431678 Mar 07 13:51:51.150004 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b6365-fdaf-4cd8-a8e4-ff2d106d465a req-384bfea9-4f85-4626-8414-4f9729195cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:51.151348 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3f6b6365-fdaf-4cd8-a8e4-ff2d106d465a req-384bfea9-4f85-4626-8414-4f9729195cfd service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2da4129-d7e9-405e-99cb-57150db33a9c HTTP/1.1" status: 200 len: 909 time: 0.0839272 Mar 07 13:51:51.214264 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3f6b6365-fdaf-4cd8-a8e4-ff2d106d465a req-24b5ddfd-7a3e-49b0-8072-d532879b4936 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a247507-b313-4501-ab8f-0369dae8e23c HTTP/1.1" status: 200 len: 1001 time: 0.0554018 Mar 07 13:51:51.289539 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b6365-fdaf-4cd8-a8e4-ff2d106d465a req-2d481005-c4c7-4dde-89a6-29d993fd2522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:51.290953 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3f6b6365-fdaf-4cd8-a8e4-ff2d106d465a req-2d481005-c4c7-4dde-89a6-29d993fd2522 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1e57cc15-9140-4505-a973-57f9ead1bba1 HTTP/1.1" status: 200 len: 848 time: 0.0696340 Mar 07 13:51:51.324388 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:51.343631 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9cf32-ed08-4dc6-8b6d-b8c0eaf67844 req-f5c6016c-1fd9-487b-9529-2b697411660b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:51.345089 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-acb9cf32-ed08-4dc6-8b6d-b8c0eaf67844 req-f5c6016c-1fd9-487b-9529-2b697411660b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 945 time: 0.0844064 Mar 07 13:51:51.369737 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b6365-fdaf-4cd8-a8e4-ff2d106d465a req-a88ae359-4ce6-4a9f-aafd-1d04239a12a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:51.371284 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3f6b6365-fdaf-4cd8-a8e4-ff2d106d465a req-a88ae359-4ce6-4a9f-aafd-1d04239a12a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2da4129-d7e9-405e-99cb-57150db33a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721340 Mar 07 13:51:51.423349 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-acb9cf32-ed08-4dc6-8b6d-b8c0eaf67844 req-9d9e8a76-4acd-47eb-b7ca-70145dd73fab tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715568 Mar 07 13:51:51.481912 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3f6b6365-fdaf-4cd8-a8e4-ff2d106d465a req-a1036933-e253-482d-b6e1-ddf58b32b6b5 service neutron] 10.222.0.10 "GET /v2.0/networks/f2da4129-d7e9-405e-99cb-57150db33a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002178 Mar 07 13:51:51.568701 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3f6b6365-fdaf-4cd8-a8e4-ff2d106d465a req-57ef355a-1671-4896-be54-f8812158f056 service neutron] 10.222.0.10 "GET /v2.0/networks/f2da4129-d7e9-405e-99cb-57150db33a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798390 Mar 07 13:51:52.419203 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:52.644891 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b007af-d855-40b3-9170-e5e300af2d21 req-e76256c4-1779-4e49-bf1f-79dcb16926e1 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:52.646377 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d4b007af-d855-40b3-9170-e5e300af2d21 req-e76256c4-1779-4e49-bf1f-79dcb16926e1 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 945 time: 0.0650916 Mar 07 13:51:52.695159 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d4b007af-d855-40b3-9170-e5e300af2d21 req-af112769-cae1-421c-8096-17bd51c776c5 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432298 Mar 07 13:51:53.810767 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bea72e-59f0-445a-aa33-b514eac54c07 req-9a0e887f-b23d-4a36-907c-5f085dac2f42 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:53.812143 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b9bea72e-59f0-445a-aa33-b514eac54c07 req-9a0e887f-b23d-4a36-907c-5f085dac2f42 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 945 time: 0.0528860 Mar 07 13:51:53.860814 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b9bea72e-59f0-445a-aa33-b514eac54c07 req-cdf7c95e-812e-4c39-a935-2562c94cc780 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431104 Mar 07 13:51:54.244453 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:54.985729 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f578732-c2d2-445e-8984-adec822f163f req-001a936a-2642-412d-b40d-7cbaa2ea32f2 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:54.987176 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1f578732-c2d2-445e-8984-adec822f163f req-001a936a-2642-412d-b40d-7cbaa2ea32f2 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 945 time: 0.0603786 Mar 07 13:51:55.033871 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1f578732-c2d2-445e-8984-adec822f163f req-daa71b5a-fffb-410e-9c9d-bbe1a1e32d9f tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413353 Mar 07 13:51:55.236534 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b5e720e7-076b-400f-ae7b-061e73d03e86 req-089b2a12-b390-4894-bd2d-ed9140059d1c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0715718 Mar 07 13:51:55.252336 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507040d1-2ae2-4d46-b218-ed296399d03a req-249a65a0-2666-48c4-a475-246bb7a5c92e tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:55.253806 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-507040d1-2ae2-4d46-b218-ed296399d03a req-249a65a0-2666-48c4-a475-246bb7a5c92e tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 945 time: 0.0640564 Mar 07 13:51:55.335191 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e720e7-076b-400f-ae7b-061e73d03e86 req-9cb389ea-2c2c-4a81-baa0-ffa23946492d tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:55.336530 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b5e720e7-076b-400f-ae7b-061e73d03e86 req-9cb389ea-2c2c-4a81-baa0-ffa23946492d tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports/7a247507-b313-4501-ab8f-0369dae8e23c HTTP/1.1" status: 200 len: 942 time: 0.0702193 Mar 07 13:51:55.351637 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-507040d1-2ae2-4d46-b218-ed296399d03a req-c0b9de73-df20-49ae-b8f8-2778a78fb06c tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870848 Mar 07 13:51:56.472095 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee01c2-02a5-4a9f-8645-be60c30571fe req-8eeaceda-31c2-4671-911f-ce3b8e5eb0bd tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:56.473635 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-17ee01c2-02a5-4a9f-8645-be60c30571fe req-8eeaceda-31c2-4671-911f-ce3b8e5eb0bd tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 945 time: 0.0553710 Mar 07 13:51:56.521148 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-17ee01c2-02a5-4a9f-8645-be60c30571fe req-b9aadf5d-66eb-4042-8a04-97cdae63158b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418615 Mar 07 13:51:56.990103 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e720e7-076b-400f-ae7b-061e73d03e86 req-37afeeb1-d7e8-4269-845c-7a8e04f6750f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:56.991571 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b5e720e7-076b-400f-ae7b-061e73d03e86 req-37afeeb1-d7e8-4269-845c-7a8e04f6750f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6&tenant_id=fd6473d3b96b4da2b1f766dcd1a54f0f HTTP/1.1" status: 200 len: 1129 time: 0.0425653 Mar 07 13:51:57.076544 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e720e7-076b-400f-ae7b-061e73d03e86 req-aa7da5ad-709b-4489-92ed-90f6d22ad43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:57.078074 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b5e720e7-076b-400f-ae7b-061e73d03e86 req-aa7da5ad-709b-4489-92ed-90f6d22ad43b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd6473d3b96b4da2b1f766dcd1a54f0f&device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 1129 time: 0.0538044 Mar 07 13:51:57.166022 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e720e7-076b-400f-ae7b-061e73d03e86 req-3181808e-816a-4901-a40a-b98eb98dc302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:57.167359 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b5e720e7-076b-400f-ae7b-061e73d03e86 req-3181808e-816a-4901-a40a-b98eb98dc302 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2da4129-d7e9-405e-99cb-57150db33a9c HTTP/1.1" status: 200 len: 909 time: 0.0828474 Mar 07 13:51:57.233132 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b5e720e7-076b-400f-ae7b-061e73d03e86 req-a290320a-7c2c-45e4-8228-4b06e5c211aa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a247507-b313-4501-ab8f-0369dae8e23c HTTP/1.1" status: 200 len: 1001 time: 0.0592008 Mar 07 13:51:57.278477 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e720e7-076b-400f-ae7b-061e73d03e86 req-986b9971-94a4-438f-b463-7eff6caea65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:57.279855 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b5e720e7-076b-400f-ae7b-061e73d03e86 req-986b9971-94a4-438f-b463-7eff6caea65b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1e57cc15-9140-4505-a973-57f9ead1bba1 HTTP/1.1" status: 200 len: 848 time: 0.0412860 Mar 07 13:51:57.327265 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e720e7-076b-400f-ae7b-061e73d03e86 req-dad8cb85-98a4-4948-9ac2-3f3b245025aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:57.328724 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b5e720e7-076b-400f-ae7b-061e73d03e86 req-dad8cb85-98a4-4948-9ac2-3f3b245025aa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2da4129-d7e9-405e-99cb-57150db33a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426142 Mar 07 13:51:57.417802 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b5e720e7-076b-400f-ae7b-061e73d03e86 req-e6a63bfa-7210-43e0-a002-b2bd30204418 service neutron] 10.222.0.10 "GET /v2.0/networks/f2da4129-d7e9-405e-99cb-57150db33a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825317 Mar 07 13:51:57.502952 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b5e720e7-076b-400f-ae7b-061e73d03e86 req-34619561-1bfc-4ac6-8b94-c6fae46e5ba2 service neutron] 10.222.0.10 "GET /v2.0/networks/f2da4129-d7e9-405e-99cb-57150db33a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784554 Mar 07 13:51:57.640593 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919eb2eb-36cc-4c39-9833-a74c306fe061 req-2b4d29ff-7558-470b-884f-d2bbfdb7a22d tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:57.642097 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-919eb2eb-36cc-4c39-9833-a74c306fe061 req-2b4d29ff-7558-470b-884f-d2bbfdb7a22d tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 945 time: 0.0554931 Mar 07 13:51:57.706899 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-919eb2eb-36cc-4c39-9833-a74c306fe061 req-947d1fa2-5d4e-4f46-b898-81c71e6244f0 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590889 Mar 07 13:51:58.512218 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 7a247507-b313-4501-ab8f-0369dae8e23c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:51:58.584840 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 7a247507-b313-4501-ab8f-0369dae8e23c is: ACTIVE; New status is: DOWN {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:51:58.585247 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (7a247507-b313-4501-ab8f-0369dae8e23c), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:58.606905 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24da2ec7-04b5-401f-9eaf-8e05426520b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a247507-b313-4501-ab8f-0369dae8e23c'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:51:58.609081 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069b9f6f-f09b-4913-831b-5eee5467c2f7" -d '{"events": [{"server_uuid": "24da2ec7-04b5-401f-9eaf-8e05426520b6", "name": "network-vif-unplugged", "status": "completed", "tag": "7a247507-b313-4501-ab8f-0369dae8e23c"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:51:58.623882 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 7a247507-b313-4501-ab8f-0369dae8e23c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7a247507-b313-4501-ab8f-0369dae8e23c,segment=NetworkSegment(997dbea6-b43c-4a2a-ad2e-650bd68738c6),segment_id=997dbea6-b43c-4a2a-ad2e-650bd68738c6)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:51:58.628881 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (7a247507-b313-4501-ab8f-0369dae8e23c), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:58.654188 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 13:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb744cc-c347-42db-8f35-4e6156998edc x-openstack-request-id: req-6fb744cc-c347-42db-8f35-4e6156998edc {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:51:58.654473 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24da2ec7-04b5-401f-9eaf-8e05426520b6", "name": "network-vif-unplugged", "status": "completed", "tag": "7a247507-b313-4501-ab8f-0369dae8e23c", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:51:58.654723 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6fb744cc-c347-42db-8f35-4e6156998edc {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:51:58.655104 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24da2ec7-04b5-401f-9eaf-8e05426520b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a247507-b313-4501-ab8f-0369dae8e23c', 'code': 200} Mar 07 13:51:58.679097 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=7a247507-b313-4501-ab8f-0369dae8e23c,revision_number=6']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:51:58.822889 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2476f20-0723-45ec-a5ae-b076b3e84539 req-e00695cd-0770-4271-9845-64c6912d4d25 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:58.824277 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e2476f20-0723-45ec-a5ae-b076b3e84539 req-e00695cd-0770-4271-9845-64c6912d4d25 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0520823 Mar 07 13:51:58.871053 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e2476f20-0723-45ec-a5ae-b076b3e84539 req-df236e31-039f-40ff-b6e5-407f955107ae tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412726 Mar 07 13:51:59.273587 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-309dea84-d42b-4b82-b346-4d77ec6c4797 req-5a6c6412-4a00-4f02-bbd8-b338f5b48ddd tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1977613299&fields=id&tenant_id=7de53de6775a4c07bda98218fab29dc5 HTTP/1.1" status: 200 len: 267 time: 0.0423512 Mar 07 13:51:59.335348 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309dea84-d42b-4b82-b346-4d77ec6c4797 req-a6d1f986-be82-4995-93f1-9f0a698307f9 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:59.336833 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-309dea84-d42b-4b82-b346-4d77ec6c4797 req-a6d1f986-be82-4995-93f1-9f0a698307f9 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 985 time: 0.0579751 Mar 07 13:51:59.351278 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-309dea84-d42b-4b82-b346-4d77ec6c4797 req-0f573ea8-ee19-4eaa-8f88-fe9939eb42e0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Request body: {'port': {'security_groups': ['71d31aa4-c8bc-4386-aaa9-72b6786c0236']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:51:59.426409 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-309dea84-d42b-4b82-b346-4d77ec6c4797 req-0f573ea8-ee19-4eaa-8f88-fe9939eb42e0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:59.595433 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-309dea84-d42b-4b82-b346-4d77ec6c4797 req-0f573ea8-ee19-4eaa-8f88-fe9939eb42e0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] For port 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2,segment=NetworkSegment(50e946b6-b569-4cbf-85fa-65b41d5d2787),segment_id=50e946b6-b569-4cbf-85fa-65b41d5d2787)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:51:59.623140 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-309dea84-d42b-4b82-b346-4d77ec6c4797 req-0f573ea8-ee19-4eaa-8f88-fe9939eb42e0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for port (4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:59.627494 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-309dea84-d42b-4b82-b346-4d77ec6c4797 req-0f573ea8-ee19-4eaa-8f88-fe9939eb42e0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:59.664683 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:51:59.672685 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309dea84-d42b-4b82-b346-4d77ec6c4797 req-0f573ea8-ee19-4eaa-8f88-fe9939eb42e0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:59.673356 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-309dea84-d42b-4b82-b346-4d77ec6c4797 req-0f573ea8-ee19-4eaa-8f88-fe9939eb42e0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:59.674745 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-309dea84-d42b-4b82-b346-4d77ec6c4797 req-0f573ea8-ee19-4eaa-8f88-fe9939eb42e0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "PUT /v2.0/ports/4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 HTTP/1.1" status: 200 len: 943 time: 0.3319197 Mar 07 13:51:59.675215 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b16aba4-6a4d-4556-9cde-f2d6e6644b3b', 'tag': '4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:51:59.677431 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811e1f5c-d20a-446e-a1bb-5573a60a4c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "1b16aba4-6a4d-4556-9cde-f2d6e6644b3b", "tag": "4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:51:59.681391 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 58992) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:51:59.704260 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f573ea8-ee19-4eaa-8f88-fe9939eb42e0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Pushing event updated for resources: {'Port': ['ID=4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2,revision_number=7']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:51:59.712942 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f573ea8-ee19-4eaa-8f88-fe9939eb42e0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:59.713601 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f573ea8-ee19-4eaa-8f88-fe9939eb42e0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:59.714118 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f573ea8-ee19-4eaa-8f88-fe9939eb42e0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:59.714617 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f573ea8-ee19-4eaa-8f88-fe9939eb42e0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:59.715114 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f573ea8-ee19-4eaa-8f88-fe9939eb42e0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:59.715615 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f573ea8-ee19-4eaa-8f88-fe9939eb42e0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:59.716106 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f573ea8-ee19-4eaa-8f88-fe9939eb42e0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:59.716599 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f573ea8-ee19-4eaa-8f88-fe9939eb42e0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:59.717092 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f573ea8-ee19-4eaa-8f88-fe9939eb42e0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:59.717647 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f573ea8-ee19-4eaa-8f88-fe9939eb42e0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:59.718139 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f573ea8-ee19-4eaa-8f88-fe9939eb42e0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:59.718628 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f573ea8-ee19-4eaa-8f88-fe9939eb42e0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:59.719244 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f573ea8-ee19-4eaa-8f88-fe9939eb42e0 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:59.733858 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d7a7e4-2745-4f1d-a005-e968d4d37644 x-openstack-request-id: req-a2d7a7e4-2745-4f1d-a005-e968d4d37644 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:51:59.734153 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b16aba4-6a4d-4556-9cde-f2d6e6644b3b", "tag": "4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:51:59.734408 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2d7a7e4-2745-4f1d-a005-e968d4d37644 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:51:59.734812 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b16aba4-6a4d-4556-9cde-f2d6e6644b3b', 'tag': '4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2', 'status': 'completed', 'code': 200} Mar 07 13:51:59.754279 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0f1ccb21-6163-48d5-9c9d-606fb7f0069b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for security_group (d9f8ae72-5511-4941-b2d7-fac99a5c58c5), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:59.793256 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0f1ccb21-6163-48d5-9c9d-606fb7f0069b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for security_group (d9f8ae72-5511-4941-b2d7-fac99a5c58c5), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:59.814251 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:51:59.837097 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e1f5c-d20a-446e-a1bb-5573a60a4c5f req-27fb0e2b-696b-43fa-82b1-4c350c799f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:59.839729 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-811e1f5c-d20a-446e-a1bb-5573a60a4c5f req-27fb0e2b-696b-43fa-82b1-4c350c799f31 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7de53de6775a4c07bda98218fab29dc5&device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 1130 time: 0.0614715 Mar 07 13:51:59.863699 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0f1ccb21-6163-48d5-9c9d-606fb7f0069b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (d9f8ae72-5511-4941-b2d7-fac99a5c58c5), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:59.867768 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0f1ccb21-6163-48d5-9c9d-606fb7f0069b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:51:59.869988 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-0f1ccb21-6163-48d5-9c9d-606fb7f0069b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "DELETE /v2.0/security-groups/d9f8ae72-5511-4941-b2d7-fac99a5c58c5 HTTP/1.1" status: 204 len: 168 time: 0.1875637 Mar 07 13:51:59.875874 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 58996) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:51:59.967779 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ccb21-6163-48d5-9c9d-606fb7f0069b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f8ae72-5511-4941-b2d7-fac99a5c58c5,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:51:59.985975 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ccb21-6163-48d5-9c9d-606fb7f0069b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:59.986619 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ccb21-6163-48d5-9c9d-606fb7f0069b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:59.987118 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ccb21-6163-48d5-9c9d-606fb7f0069b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:59.987612 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ccb21-6163-48d5-9c9d-606fb7f0069b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:59.988102 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ccb21-6163-48d5-9c9d-606fb7f0069b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:59.988439 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ccb21-6163-48d5-9c9d-606fb7f0069b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:59.988773 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ccb21-6163-48d5-9c9d-606fb7f0069b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:59.989102 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ccb21-6163-48d5-9c9d-606fb7f0069b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:59.989455 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ccb21-6163-48d5-9c9d-606fb7f0069b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:59.989782 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ccb21-6163-48d5-9c9d-606fb7f0069b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:59.990109 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ccb21-6163-48d5-9c9d-606fb7f0069b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:59.990701 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ccb21-6163-48d5-9c9d-606fb7f0069b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:59.990825 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1ccb21-6163-48d5-9c9d-606fb7f0069b tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:51:59.994882 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e1f5c-d20a-446e-a1bb-5573a60a4c5f req-30f8259b-e0bc-4a10-a870-626bace0ca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:51:59.996659 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-811e1f5c-d20a-446e-a1bb-5573a60a4c5f req-30f8259b-e0bc-4a10-a870-626bace0ca29 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a119dada-69fd-49e0-bf07-78167ff54bec HTTP/1.1" status: 200 len: 915 time: 0.1485219 Mar 07 13:52:00.024028 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-9eee264b-d175-422f-a04b-83ac32dccceb None None] Provisioning complete for port 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:52:00.024464 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9eee264b-d175-422f-a04b-83ac32dccceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:00.061512 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96c197-0bc4-4356-8223-961716ad9895 req-00428d22-8c9a-4c49-9ab9-385cd8b94d07 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:00.062847 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9a96c197-0bc4-4356-8223-961716ad9895 req-00428d22-8c9a-4c49-9ab9-385cd8b94d07 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.1156025 Mar 07 13:52:00.104651 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-811e1f5c-d20a-446e-a1bb-5573a60a4c5f req-bf19551e-b802-41b1-afac-0ebfbcf5d00f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 HTTP/1.1" status: 200 len: 1001 time: 0.1000192 Mar 07 13:52:00.124487 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9eee264b-d175-422f-a04b-83ac32dccceb None None] Current status of the port 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:52:00.148690 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-14664188-5c8a-4834-96f5-b1681a156c9c tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Deleting port 9437c1e6-7871-4f84-b4e6-040713916e39 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:52:00.149602 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-14664188-5c8a-4834-96f5-b1681a156c9c tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (9437c1e6-7871-4f84-b4e6-040713916e39), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:00.167406 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9a96c197-0bc4-4356-8223-961716ad9895 req-1c41684f-32c4-4918-ae49-9fc3aae215cb tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923471 Mar 07 13:52:00.173014 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e1f5c-d20a-446e-a1bb-5573a60a4c5f req-244a4606-294b-4746-8fea-a16ed69a079c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:00.174491 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-811e1f5c-d20a-446e-a1bb-5573a60a4c5f req-244a4606-294b-4746-8fea-a16ed69a079c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18d69a12-8740-4e35-842b-88d13557947d HTTP/1.1" status: 200 len: 854 time: 0.0632467 Mar 07 13:52:00.226570 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e1f5c-d20a-446e-a1bb-5573a60a4c5f req-01f9951f-2c27-4d61-bb85-cacead0f00c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:00.228110 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-14664188-5c8a-4834-96f5-b1681a156c9c tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (9437c1e6-7871-4f84-b4e6-040713916e39), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:00.228435 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-14664188-5c8a-4834-96f5-b1681a156c9c tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for floatingip (9437c1e6-7871-4f84-b4e6-040713916e39), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:00.228658 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-811e1f5c-d20a-446e-a1bb-5573a60a4c5f req-01f9951f-2c27-4d61-bb85-cacead0f00c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a119dada-69fd-49e0-bf07-78167ff54bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477841 Mar 07 13:52:00.240242 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-14664188-5c8a-4834-96f5-b1681a156c9c tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Calling delete_port for 9437c1e6-7871-4f84-b4e6-040713916e39 owned by network:floatingip {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:52:00.594819 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-811e1f5c-d20a-446e-a1bb-5573a60a4c5f req-6e8ccc06-1c11-4d40-8c23-16f00fdb97ca service neutron] 10.222.0.10 "GET /v2.0/networks/a119dada-69fd-49e0-bf07-78167ff54bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594773 Mar 07 13:52:00.648327 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-14664188-5c8a-4834-96f5-b1681a156c9c tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (9437c1e6-7871-4f84-b4e6-040713916e39), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:00.673416 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14664188-5c8a-4834-96f5-b1681a156c9c tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Pushing event deleted for resources: {'Port': ['ID=9437c1e6-7871-4f84-b4e6-040713916e39,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:00.690829 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-811e1f5c-d20a-446e-a1bb-5573a60a4c5f req-2371a38d-9e6c-4367-8e3c-3bb6038c76ec service neutron] 10.222.0.10 "GET /v2.0/networks/a119dada-69fd-49e0-bf07-78167ff54bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897615 Mar 07 13:52:00.739318 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-14664188-5c8a-4834-96f5-b1681a156c9c tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks [] for floatingip (db3627f4-2c95-492b-85e5-3893b0c2f58b), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:00.739902 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.db.l3_db [None req-14664188-5c8a-4834-96f5-b1681a156c9c tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Floating IP db3627f4-2c95-492b-85e5-3893b0c2f58b disassociated (deleted). External IP: 172.27.1.97, port: 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2. Mar 07 13:52:00.949704 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14664188-5c8a-4834-96f5-b1681a156c9c tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Router 55cb9976-5111-4da6-8901-af346ab21b90 has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:52:01.058374 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14664188-5c8a-4834-96f5-b1681a156c9c tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:52:01.063235 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-14664188-5c8a-4834-96f5-b1681a156c9c tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:01.067848 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6a1597-6078-4c11-8f94-b8e0062334c1 None None] Sync routers for ids ['55cb9976-5111-4da6-8901-af346ab21b90'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:52:01.077782 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6a1597-6078-4c11-8f94-b8e0062334c1 None None] Routers {'55cb9976-5111-4da6-8901-af346ab21b90'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:52:01.078399 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-5c6a1597-6078-4c11-8f94-b8e0062334c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:51:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['55cb9976-5111-4da6-8901-af346ab21b90'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:52:01.093811 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-14664188-5c8a-4834-96f5-b1681a156c9c tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "DELETE /v2.0/floatingips/db3627f4-2c95-492b-85e5-3893b0c2f58b HTTP/1.1" status: 204 len: 168 time: 1.2166319 Mar 07 13:52:01.094393 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b16aba4-6a4d-4556-9cde-f2d6e6644b3b', 'tag': '4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:52:01.096715 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f103107def4ac1757260bfdb5b7c692c97e792ef1fddc37f4b0882d33d20cc26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25905b1e-d0a1-4c07-ae07-da65ff889af3" -d '{"events": [{"name": "network-changed", "server_uuid": "1b16aba4-6a4d-4556-9cde-f2d6e6644b3b", "tag": "4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:52:01.190247 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda861e9-c65a-42a2-bcbf-9ed6fe3d288c x-openstack-request-id: req-cda861e9-c65a-42a2-bcbf-9ed6fe3d288c {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:52:01.190538 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b16aba4-6a4d-4556-9cde-f2d6e6644b3b", "tag": "4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:52:01.190900 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cda861e9-c65a-42a2-bcbf-9ed6fe3d288c {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:52:01.191555 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b16aba4-6a4d-4556-9cde-f2d6e6644b3b', 'tag': '4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2', 'status': 'completed', 'code': 200} Mar 07 13:52:01.324457 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-5c6a1597-6078-4c11-8f94-b8e0062334c1 None None] Set router 55cb9976-5111-4da6-8901-af346ab21b90 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:52:01.325240 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25905b1e-d0a1-4c07-ae07-da65ff889af3 req-367e0218-9d44-493d-90a0-613406a96aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:01.326771 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-25905b1e-d0a1-4c07-ae07-da65ff889af3 req-367e0218-9d44-493d-90a0-613406a96aad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7de53de6775a4c07bda98218fab29dc5&device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 1130 time: 0.0875912 Mar 07 13:52:01.339880 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48cd57-b384-43fc-b6a3-05ae2fd66cd9 req-610e1faf-4da6-4664-8a6a-09b11b49ba78 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:01.346762 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fe48cd57-b384-43fc-b6a3-05ae2fd66cd9 req-610e1faf-4da6-4664-8a6a-09b11b49ba78 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.1062429 Mar 07 13:52:01.453154 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fe48cd57-b384-43fc-b6a3-05ae2fd66cd9 req-2a86e56c-b85a-4c42-a236-916ba4380fa3 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050942 Mar 07 13:52:01.472774 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25905b1e-d0a1-4c07-ae07-da65ff889af3 req-44b21327-3deb-4cb2-86a7-5b898a562a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:01.474098 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-25905b1e-d0a1-4c07-ae07-da65ff889af3 req-44b21327-3deb-4cb2-86a7-5b898a562a7d service neutron] 10.222.0.10 "GET /v2.0/networks?id=a119dada-69fd-49e0-bf07-78167ff54bec HTTP/1.1" status: 200 len: 915 time: 0.1204548 Mar 07 13:52:01.529463 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-25905b1e-d0a1-4c07-ae07-da65ff889af3 req-17c861dc-e9a9-446d-8e83-10f0cad23534 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 HTTP/1.1" status: 200 len: 217 time: 0.0401683 Mar 07 13:52:01.530109 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-5c6a1597-6078-4c11-8f94-b8e0062334c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb9976-5111-4da6-8901-af346ab21b90', 'name': 'tempest-TestMinimumBasicScenario-1948488925-router', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:46:38Z', 'revision_number': 4, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'gw_port': {'id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'de10a48d-0a05-4579-844d-9598d5cd930b', 'name': '', 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'mac_address': 'fa:16:3e:76:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '18d69a12-8740-4e35-842b-88d13557947d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:37Z', 'updated_at': '2022-03-07T13:46:54Z', 'revision_number': 5, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'subnets': [{'id': '18d69a12-8740-4e35-842b-88d13557947d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:52:01.556257 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6a1597-6078-4c11-8f94-b8e0062334c1 None None] Checking router: 55cb9976-5111-4da6-8901-af346ab21b90 for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:52:01.564467 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6a1597-6078-4c11-8f94-b8e0062334c1 None None] Routers {'55cb9976-5111-4da6-8901-af346ab21b90'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:52:01.565074 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-5c6a1597-6078-4c11-8f94-b8e0062334c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:51:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['55cb9976-5111-4da6-8901-af346ab21b90'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:52:01.577341 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25905b1e-d0a1-4c07-ae07-da65ff889af3 req-42687090-a492-4b5e-93ad-7a0b6549bc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:01.578813 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-25905b1e-d0a1-4c07-ae07-da65ff889af3 req-42687090-a492-4b5e-93ad-7a0b6549bc3f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18d69a12-8740-4e35-842b-88d13557947d HTTP/1.1" status: 200 len: 854 time: 0.0424218 Mar 07 13:52:01.629958 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25905b1e-d0a1-4c07-ae07-da65ff889af3 req-27f0a905-fb73-4fdd-a925-381fb48121e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:01.631439 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-25905b1e-d0a1-4c07-ae07-da65ff889af3 req-27f0a905-fb73-4fdd-a925-381fb48121e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a119dada-69fd-49e0-bf07-78167ff54bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460360 Mar 07 13:52:01.677799 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-5c6a1597-6078-4c11-8f94-b8e0062334c1 None None] Set router 55cb9976-5111-4da6-8901-af346ab21b90 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:52:01.726159 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-25905b1e-d0a1-4c07-ae07-da65ff889af3 req-ecd5ee68-0ba5-4404-be81-ff2017ae52ee service neutron] 10.222.0.10 "GET /v2.0/networks/a119dada-69fd-49e0-bf07-78167ff54bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867496 Mar 07 13:52:01.822806 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-25905b1e-d0a1-4c07-ae07-da65ff889af3 req-aa3162bb-1ae0-423b-b3f8-d3fa205aca65 service neutron] 10.222.0.10 "GET /v2.0/networks/a119dada-69fd-49e0-bf07-78167ff54bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831482 Mar 07 13:52:01.879075 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-5c6a1597-6078-4c11-8f94-b8e0062334c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb9976-5111-4da6-8901-af346ab21b90', 'name': 'tempest-TestMinimumBasicScenario-1948488925-router', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:46:38Z', 'revision_number': 4, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'gw_port': {'id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'de10a48d-0a05-4579-844d-9598d5cd930b', 'name': '', 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'mac_address': 'fa:16:3e:76:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '18d69a12-8740-4e35-842b-88d13557947d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:37Z', 'updated_at': '2022-03-07T13:46:54Z', 'revision_number': 5, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'subnets': [{'id': '18d69a12-8740-4e35-842b-88d13557947d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:52:01.906297 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6a1597-6078-4c11-8f94-b8e0062334c1 None None] The sync data for ids ['55cb9976-5111-4da6-8901-af346ab21b90'] in dv-cinder-813222-6-iscsi is: [{'id': '55cb9976-5111-4da6-8901-af346ab21b90', 'name': 'tempest-TestMinimumBasicScenario-1948488925-router', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:46:38Z', 'revision_number': 4, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'gw_port': {'id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'de10a48d-0a05-4579-844d-9598d5cd930b', 'name': '', 'network_id': 'a119dada-69fd-49e0-bf07-78167ff54bec', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'mac_address': 'fa:16:3e:76:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '18d69a12-8740-4e35-842b-88d13557947d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:37Z', 'updated_at': '2022-03-07T13:46:54Z', 'revision_number': 5, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'subnets': [{'id': '18d69a12-8740-4e35-842b-88d13557947d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:52:02.124222 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bfc9bf-c7dc-4706-a1dc-106fabb3c2a5 None None] New status for floating IP db3627f4-2c95-492b-85e5-3893b0c2f58b: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 13:52:02.574303 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce66654-c330-4905-8f3f-a3d0dd685889 req-fda4bd43-7433-4db0-9fb2-65df0e82a183 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:02.575767 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9ce66654-c330-4905-8f3f-a3d0dd685889 req-fda4bd43-7433-4db0-9fb2-65df0e82a183 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0538497 Mar 07 13:52:02.627936 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9ce66654-c330-4905-8f3f-a3d0dd685889 req-f7e6de37-d475-4fb3-bd7f-de2a6cfde34c tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463116 Mar 07 13:52:03.749209 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2f2f0-95b3-4b63-9a29-16720e2a12bd req-4ce6358c-a4d0-4ea5-9217-8269fb2fb461 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:03.750717 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dde2f2f0-95b3-4b63-9a29-16720e2a12bd req-4ce6358c-a4d0-4ea5-9217-8269fb2fb461 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0577133 Mar 07 13:52:03.809499 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dde2f2f0-95b3-4b63-9a29-16720e2a12bd req-f7bae8cb-7cdf-40fd-82c8-bdb77e642c17 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528853 Mar 07 13:52:03.849076 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0bf176-a350-4aa3-82c6-bc4068e9b716 req-8bbe73c8-b00a-4d6b-b47c-cfc521134bff tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:03.850613 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7a0bf176-a350-4aa3-82c6-bc4068e9b716 req-8bbe73c8-b00a-4d6b-b47c-cfc521134bff tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 946 time: 0.0624757 Mar 07 13:52:03.897662 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7a0bf176-a350-4aa3-82c6-bc4068e9b716 req-24f62231-4581-4959-a82d-01332b0c90c3 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414138 Mar 07 13:52:04.639986 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e89c0-7291-4e8f-9904-0f4f134e3bf8 req-e1b0acf4-af86-41b4-a519-19f045cd470b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:04.641480 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ae4e89c0-7291-4e8f-9904-0f4f134e3bf8 req-e1b0acf4-af86-41b4-a519-19f045cd470b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 946 time: 0.0557029 Mar 07 13:52:04.687626 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ae4e89c0-7291-4e8f-9904-0f4f134e3bf8 req-5c0cfbcd-d064-471f-b90e-e541f97ba1d6 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406148 Mar 07 13:52:04.932425 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baae88f-ed7d-49b0-a57a-c294e65653bd req-a7bb9655-11b5-4f0f-8ea5-d377414ae490 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:04.934043 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3baae88f-ed7d-49b0-a57a-c294e65653bd req-a7bb9655-11b5-4f0f-8ea5-d377414ae490 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0524552 Mar 07 13:52:05.014927 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3baae88f-ed7d-49b0-a57a-c294e65653bd req-5108e4ec-141f-4104-8fec-43f022e157a1 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752661 Mar 07 13:52:05.039048 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac46c9-700f-4c8a-ab7e-ba5cf1459217 req-ec75bb2f-2dba-4640-8a53-6cb2cdc86b99 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:05.041017 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-40ac46c9-700f-4c8a-ab7e-ba5cf1459217 req-ec75bb2f-2dba-4640-8a53-6cb2cdc86b99 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 946 time: 0.0746255 Mar 07 13:52:05.119880 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-40ac46c9-700f-4c8a-ab7e-ba5cf1459217 req-6b140d30-4448-474e-ad59-2b53e3e66e53 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730972 Mar 07 13:52:05.128724 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d3a2c-9e45-4f65-9975-6f3294744ecc req-d606fa28-a097-4c03-83c7-30725f6c9c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:05.130201 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fa9d3a2c-9e45-4f65-9975-6f3294744ecc req-d606fa28-a097-4c03-83c7-30725f6c9c1f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 1127 time: 0.0680220 Mar 07 13:52:05.182720 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fa9d3a2c-9e45-4f65-9975-6f3294744ecc req-446fda77-fe9f-4978-8bca-3ce35c3fd095 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400753 Mar 07 13:52:05.524454 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:05.804939 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffaea46-9766-436d-b093-85ed521da1af req-ab274e36-5113-4c65-9d76-051c824b777b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:05.806364 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fffaea46-9766-436d-b093-85ed521da1af req-ab274e36-5113-4c65-9d76-051c824b777b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 946 time: 0.0516574 Mar 07 13:52:05.855164 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fffaea46-9766-436d-b093-85ed521da1af req-e3e79f80-802b-479f-bc03-1716ffe2790a tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432553 Mar 07 13:52:06.128808 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7d09a-41fb-4c56-92da-cd12c98c8b24 req-1182af67-96da-4096-a365-41baac2de490 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:06.130190 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-68a7d09a-41fb-4c56-92da-cd12c98c8b24 req-1182af67-96da-4096-a365-41baac2de490 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 943 time: 0.0507483 Mar 07 13:52:06.180518 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-68a7d09a-41fb-4c56-92da-cd12c98c8b24 req-01d3fe3a-0c57-41ea-b63f-acd584d79668 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438437 Mar 07 13:52:06.234340 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2cb62-beb5-47e2-a96b-2152b241ea34 req-d6c7b3ea-91f1-4a1f-a547-488246659c64 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:06.235781 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-91b2cb62-beb5-47e2-a96b-2152b241ea34 req-d6c7b3ea-91f1-4a1f-a547-488246659c64 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 946 time: 0.0504940 Mar 07 13:52:06.283203 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-91b2cb62-beb5-47e2-a96b-2152b241ea34 req-55ea351b-cbf5-4505-ae54-8a834dc56677 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418942 Mar 07 13:52:06.512134 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752ff16-c4fa-44b4-915c-be494e6c00d6 req-3567b990-0f9e-4abe-b194-41d9b96e79a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:06.513649 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3752ff16-c4fa-44b4-915c-be494e6c00d6 req-3567b990-0f9e-4abe-b194-41d9b96e79a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd6473d3b96b4da2b1f766dcd1a54f0f&device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 1127 time: 0.0485342 Mar 07 13:52:06.520282 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 7a247507-b313-4501-ab8f-0369dae8e23c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 13:52:06.614316 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752ff16-c4fa-44b4-915c-be494e6c00d6 req-36b9d2c8-2104-4cf4-906e-ab4803c22e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:06.615804 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3752ff16-c4fa-44b4-915c-be494e6c00d6 req-36b9d2c8-2104-4cf4-906e-ab4803c22e3d service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2da4129-d7e9-405e-99cb-57150db33a9c HTTP/1.1" status: 200 len: 909 time: 0.0834887 Mar 07 13:52:06.619432 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 7a247507-b313-4501-ab8f-0369dae8e23c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7a247507-b313-4501-ab8f-0369dae8e23c,segment=NetworkSegment(997dbea6-b43c-4a2a-ad2e-650bd68738c6),segment_id=997dbea6-b43c-4a2a-ad2e-650bd68738c6)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:52:06.629752 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Returning: {'device': '7a247507-b313-4501-ab8f-0369dae8e23c', 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c', 'port_id': '7a247507-b313-4501-ab8f-0369dae8e23c', 'mac_address': 'fa:16:3e:bc:e6:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e57cc15-9140-4505-a973-57f9ead1bba1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 13:52:06.666459 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 7a247507-b313-4501-ab8f-0369dae8e23c is: DOWN; New status is: BUILD {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:52:06.666847 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (7a247507-b313-4501-ab8f-0369dae8e23c), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:06.679720 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a247507-b313-4501-ab8f-0369dae8e23c {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:52:06.699045 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 7a247507-b313-4501-ab8f-0369dae8e23c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7a247507-b313-4501-ab8f-0369dae8e23c,segment=NetworkSegment(997dbea6-b43c-4a2a-ad2e-650bd68738c6),segment_id=997dbea6-b43c-4a2a-ad2e-650bd68738c6)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:52:06.703123 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (7a247507-b313-4501-ab8f-0369dae8e23c), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:06.739375 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3752ff16-c4fa-44b4-915c-be494e6c00d6 req-4e10aa1b-c83d-40e2-abf1-b1eb5819b2f1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a247507-b313-4501-ab8f-0369dae8e23c HTTP/1.1" status: 200 len: 999 time: 0.0887506 Mar 07 13:52:06.752663 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=7a247507-b313-4501-ab8f-0369dae8e23c,revision_number=7']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:06.761348 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a95a5e-8f28-468d-9763-7916fb5de821 req-23f7e09e-7b9a-424b-b8cb-668cdb447101 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:06.762793 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a7a95a5e-8f28-468d-9763-7916fb5de821 req-23f7e09e-7b9a-424b-b8cb-668cdb447101 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 946 time: 0.1110644 Mar 07 13:52:06.854788 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752ff16-c4fa-44b4-915c-be494e6c00d6 req-09d5e613-42e1-49a8-85bd-d6ff712e09d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:06.856217 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3752ff16-c4fa-44b4-915c-be494e6c00d6 req-09d5e613-42e1-49a8-85bd-d6ff712e09d5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1e57cc15-9140-4505-a973-57f9ead1bba1 HTTP/1.1" status: 200 len: 848 time: 0.1101899 Mar 07 13:52:06.944355 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-a7a95a5e-8f28-468d-9763-7916fb5de821 req-bbc5bc83-4d62-4401-9d0e-6cb0f1354913 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Deleting port 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:52:06.944693 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a7a95a5e-8f28-468d-9763-7916fb5de821 req-bbc5bc83-4d62-4401-9d0e-6cb0f1354913 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:06.979312 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752ff16-c4fa-44b4-915c-be494e6c00d6 req-89c15a5f-8e8b-4073-a498-c95146e73f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:06.980781 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3752ff16-c4fa-44b4-915c-be494e6c00d6 req-89c15a5f-8e8b-4073-a498-c95146e73f36 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2da4129-d7e9-405e-99cb-57150db33a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0978212 Mar 07 13:52:07.104729 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5892f39-2c10-4c26-b151-34be259ef9d8 req-5ab79030-d683-43ef-81dd-c43b7be1d64e tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:07.106160 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b5892f39-2c10-4c26-b151-34be259ef9d8 req-5ab79030-d683-43ef-81dd-c43b7be1d64e tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 946 time: 0.1788960 Mar 07 13:52:07.176209 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-a7a95a5e-8f28-468d-9763-7916fb5de821 req-bbc5bc83-4d62-4401-9d0e-6cb0f1354913 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] For port 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2,segment=NetworkSegment(50e946b6-b569-4cbf-85fa-65b41d5d2787),segment_id=50e946b6-b569-4cbf-85fa-65b41d5d2787)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:52:07.176885 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a7a95a5e-8f28-468d-9763-7916fb5de821 req-bbc5bc83-4d62-4401-9d0e-6cb0f1354913 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:07.196955 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-a7a95a5e-8f28-468d-9763-7916fb5de821 req-bbc5bc83-4d62-4401-9d0e-6cb0f1354913 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Calling delete_port for 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:52:07.199964 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3752ff16-c4fa-44b4-915c-be494e6c00d6 req-6b6af52a-0290-467f-adbb-d1eec022e93a service neutron] 10.222.0.10 "GET /v2.0/networks/f2da4129-d7e9-405e-99cb-57150db33a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046099 Mar 07 13:52:07.212519 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b5892f39-2c10-4c26-b151-34be259ef9d8 req-67b27231-4186-4c5d-921e-5434d14012f5 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b1c3ee6-a3e3-4c08-b876-a301c5000808&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0979862 Mar 07 13:52:07.239019 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['7a247507-b313-4501-ab8f-0369dae8e23c'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:52:07.425374 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652cb9c-0d05-4924-8049-9676875b5558 req-39c6af42-490f-4e90-95a9-591948a7173d tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:07.426782 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e652cb9c-0d05-4924-8049-9676875b5558 req-39c6af42-490f-4e90-95a9-591948a7173d tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 944 time: 0.1646938 Mar 07 13:52:07.428555 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3752ff16-c4fa-44b4-915c-be494e6c00d6 req-c15c6fa9-3c9c-490a-9de2-52552a956c8a service neutron] 10.222.0.10 "GET /v2.0/networks/f2da4129-d7e9-405e-99cb-57150db33a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152162 Mar 07 13:52:07.511023 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a7a95a5e-8f28-468d-9763-7916fb5de821 req-bbc5bc83-4d62-4401-9d0e-6cb0f1354913 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:07.518893 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713d12a-75f2-41ea-8997-3434f1c4f918 req-f1929573-d575-489a-b211-3b2287fde906 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:07.520361 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b713d12a-75f2-41ea-8997-3434f1c4f918 req-f1929573-d575-489a-b211-3b2287fde906 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b16aba4-6a4d-4556-9cde-f2d6e6644b3b HTTP/1.1" status: 200 len: 946 time: 0.1641648 Mar 07 13:52:07.563661 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5bc83-4d62-4401-9d0e-6cb0f1354913 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Pushing event deleted for resources: {'Port': ['ID=4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:07.579489 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e652cb9c-0d05-4924-8049-9676875b5558 req-e05d1041-a0e4-41cd-b9b1-0e638545e254 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424384 Mar 07 13:52:07.588528 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:52:07.660840 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a95a5e-8f28-468d-9763-7916fb5de821 req-bbc5bc83-4d62-4401-9d0e-6cb0f1354913 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] No DVR routers for this DVR port 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 on host hv-cinder-81322 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:52:07.666898 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a7a95a5e-8f28-468d-9763-7916fb5de821 req-bbc5bc83-4d62-4401-9d0e-6cb0f1354913 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:07.670423 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a7a95a5e-8f28-468d-9763-7916fb5de821 req-bbc5bc83-4d62-4401-9d0e-6cb0f1354913 tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.10 "DELETE /v2.0/ports/4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 HTTP/1.1" status: 204 len: 173 time: 0.8851438 Mar 07 13:52:07.672308 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b16aba4-6a4d-4556-9cde-f2d6e6644b3b', 'name': 'network-vif-deleted', 'tag': '4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:52:07.674602 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef8a04a-801f-4dbf-9783-faea9591c5f5" -d '{"events": [{"server_uuid": "1b16aba4-6a4d-4556-9cde-f2d6e6644b3b", "name": "network-vif-deleted", "tag": "4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:52:07.682951 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b713d12a-75f2-41ea-8997-3434f1c4f918 req-b1c57196-fa95-4880-b3e2-d8c63613936f tempest-TestMinimumBasicScenario-371238295 tempest-TestMinimumBasicScenario-371238295-project] 10.222.0.24 "GET /v2.0/security-groups?id=71d31aa4-c8bc-4386-aaa9-72b6786c0236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556022 Mar 07 13:52:07.704682 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df75d0-c6f2-4416-8153-b2ff7fa422e0 req-7acd703b-d11b-4a45-a3a2-a2691befd602 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:07.704682 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-71df75d0-c6f2-4416-8153-b2ff7fa422e0 req-7acd703b-d11b-4a45-a3a2-a2691befd602 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 946 time: 0.1214182 Mar 07 13:52:07.738492 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b003899-bcc2-4bdd-9583-4687d5eaf64c x-openstack-request-id: req-3b003899-bcc2-4bdd-9583-4687d5eaf64c {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:52:07.738778 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b16aba4-6a4d-4556-9cde-f2d6e6644b3b", "name": "network-vif-deleted", "tag": "4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:52:07.739022 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b003899-bcc2-4bdd-9583-4687d5eaf64c {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:52:07.739405 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b16aba4-6a4d-4556-9cde-f2d6e6644b3b', 'name': 'network-vif-deleted', 'tag': '4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2', 'status': 'completed', 'code': 200} Mar 07 13:52:07.812402 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-71df75d0-c6f2-4416-8153-b2ff7fa422e0 req-ecb0da8c-c8cd-4fa6-9a57-76d4ba67c85c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Deleting port c284a1ce-b7ca-456a-8537-cc2cd0f6160f {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:52:07.812739 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-71df75d0-c6f2-4416-8153-b2ff7fa422e0 req-ecb0da8c-c8cd-4fa6-9a57-76d4ba67c85c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:07.904084 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-71df75d0-c6f2-4416-8153-b2ff7fa422e0 req-ecb0da8c-c8cd-4fa6-9a57-76d4ba67c85c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] For port c284a1ce-b7ca-456a-8537-cc2cd0f6160f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c284a1ce-b7ca-456a-8537-cc2cd0f6160f,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:52:07.904458 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-71df75d0-c6f2-4416-8153-b2ff7fa422e0 req-ecb0da8c-c8cd-4fa6-9a57-76d4ba67c85c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:08.080939 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-71df75d0-c6f2-4416-8153-b2ff7fa422e0 req-ecb0da8c-c8cd-4fa6-9a57-76d4ba67c85c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:08.081502 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-71df75d0-c6f2-4416-8153-b2ff7fa422e0 req-ecb0da8c-c8cd-4fa6-9a57-76d4ba67c85c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (0f35f6f3-9d07-4bf7-bd9d-13efe59ddefd), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:08.081819 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.l3_db [req-71df75d0-c6f2-4416-8153-b2ff7fa422e0 req-ecb0da8c-c8cd-4fa6-9a57-76d4ba67c85c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Floating IP 0f35f6f3-9d07-4bf7-bd9d-13efe59ddefd disassociated. External IP: 172.27.1.66, port: c284a1ce-b7ca-456a-8537-cc2cd0f6160f. Mar 07 13:52:08.082164 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-71df75d0-c6f2-4416-8153-b2ff7fa422e0 req-ecb0da8c-c8cd-4fa6-9a57-76d4ba67c85c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Calling delete_port for c284a1ce-b7ca-456a-8537-cc2cd0f6160f owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:52:08.219503 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-71df75d0-c6f2-4416-8153-b2ff7fa422e0 req-ecb0da8c-c8cd-4fa6-9a57-76d4ba67c85c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (c284a1ce-b7ca-456a-8537-cc2cd0f6160f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:08.247465 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0da8c-c8cd-4fa6-9a57-76d4ba67c85c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Pushing event deleted for resources: {'Port': ['ID=c284a1ce-b7ca-456a-8537-cc2cd0f6160f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:08.338765 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4f254ae3-0bec-43ad-bcbc-caead1b7d8a7 req-3024c495-893d-4ccc-a82f-3fd82ca49e71 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2a3979-bacd-41cd-925b-487654278434 HTTP/1.1" status: 200 len: 210 time: 0.0428443 Mar 07 13:52:08.396445 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71df75d0-c6f2-4416-8153-b2ff7fa422e0 req-ecb0da8c-c8cd-4fa6-9a57-76d4ba67c85c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Router 49e8bed0-1942-4173-bf9f-044d676b780f has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:52:08.502112 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71df75d0-c6f2-4416-8153-b2ff7fa422e0 req-ecb0da8c-c8cd-4fa6-9a57-76d4ba67c85c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:52:08.512950 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4150bbf-b8a6-45c0-bdb1-5b4779c7dd77 None None] Sync routers for ids ['49e8bed0-1942-4173-bf9f-044d676b780f'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:52:08.522421 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4150bbf-b8a6-45c0-bdb1-5b4779c7dd77 None None] Routers {'49e8bed0-1942-4173-bf9f-044d676b780f'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:52:08.523065 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-b4150bbf-b8a6-45c0-bdb1-5b4779c7dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:51:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['49e8bed0-1942-4173-bf9f-044d676b780f'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:52:08.542014 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-71df75d0-c6f2-4416-8153-b2ff7fa422e0 req-ecb0da8c-c8cd-4fa6-9a57-76d4ba67c85c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] No DVR routers for this DVR port c284a1ce-b7ca-456a-8537-cc2cd0f6160f on host hv-cinder-81322 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:52:08.544490 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-71df75d0-c6f2-4416-8153-b2ff7fa422e0 req-ecb0da8c-c8cd-4fa6-9a57-76d4ba67c85c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:08.547797 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-71df75d0-c6f2-4416-8153-b2ff7fa422e0 req-ecb0da8c-c8cd-4fa6-9a57-76d4ba67c85c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.10 "DELETE /v2.0/ports/c284a1ce-b7ca-456a-8537-cc2cd0f6160f HTTP/1.1" status: 204 len: 173 time: 0.8367636 Mar 07 13:52:08.558522 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 7a247507-b313-4501-ab8f-0369dae8e23c up at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:52:08.669883 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-b4150bbf-b8a6-45c0-bdb1-5b4779c7dd77 None None] Set router 49e8bed0-1942-4173-bf9f-044d676b780f gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:52:08.706592 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning complete for port 7a247507-b313-4501-ab8f-0369dae8e23c triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:52:08.706592 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (7a247507-b313-4501-ab8f-0369dae8e23c), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:08.889599 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 7a247507-b313-4501-ab8f-0369dae8e23c is: BUILD; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:52:08.889599 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (7a247507-b313-4501-ab8f-0369dae8e23c), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:08.933864 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24da2ec7-04b5-401f-9eaf-8e05426520b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a247507-b313-4501-ab8f-0369dae8e23c'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:52:08.936038 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37163066-f65d-4800-b3ce-4aaede295ad3" -d '{"events": [{"server_uuid": "24da2ec7-04b5-401f-9eaf-8e05426520b6", "name": "network-vif-plugged", "status": "completed", "tag": "7a247507-b313-4501-ab8f-0369dae8e23c"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:52:08.951163 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 7a247507-b313-4501-ab8f-0369dae8e23c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7a247507-b313-4501-ab8f-0369dae8e23c,segment=NetworkSegment(997dbea6-b43c-4a2a-ad2e-650bd68738c6),segment_id=997dbea6-b43c-4a2a-ad2e-650bd68738c6)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:52:08.964041 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (7a247507-b313-4501-ab8f-0369dae8e23c), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:08.999603 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf26bf2-ebe3-4878-8e1e-bc40e1af7da2 x-openstack-request-id: req-1bf26bf2-ebe3-4878-8e1e-bc40e1af7da2 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:52:08.999895 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24da2ec7-04b5-401f-9eaf-8e05426520b6", "name": "network-vif-plugged", "status": "completed", "tag": "7a247507-b313-4501-ab8f-0369dae8e23c", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:52:09.000154 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1bf26bf2-ebe3-4878-8e1e-bc40e1af7da2 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:52:09.000593 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24da2ec7-04b5-401f-9eaf-8e05426520b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a247507-b313-4501-ab8f-0369dae8e23c', 'code': 200} Mar 07 13:52:09.017161 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-b4150bbf-b8a6-45c0-bdb1-5b4779c7dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'name': 'tempest-AttachVolumeShelveTestJSON-1207087246-router', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:56Z', 'revision_number': 4, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'gw_port': {'id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'acec564d-4568-4147-94a1-900ec3811164', 'name': '', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'mac_address': 'fa:16:3e:ac:8a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:55Z', 'updated_at': '2022-03-07T13:46:01Z', 'revision_number': 5, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'subnets': [{'id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:52:09.051198 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4150bbf-b8a6-45c0-bdb1-5b4779c7dd77 None None] Checking router: 49e8bed0-1942-4173-bf9f-044d676b780f for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:52:09.062857 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=7a247507-b313-4501-ab8f-0369dae8e23c,revision_number=8']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:09.066761 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4150bbf-b8a6-45c0-bdb1-5b4779c7dd77 None None] Routers {'49e8bed0-1942-4173-bf9f-044d676b780f'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:52:09.067398 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-b4150bbf-b8a6-45c0-bdb1-5b4779c7dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:51:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['49e8bed0-1942-4173-bf9f-044d676b780f'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:52:09.074560 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:52:09.074914 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:52:09.075249 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:52:09.075577 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:52:09.076073 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:52:09.076500 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:52:09.077023 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:52:09.077420 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:52:09.077911 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:52:09.078240 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:52:09.078562 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:52:09.078876 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:52:09.079349 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:52:09.196270 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-b4150bbf-b8a6-45c0-bdb1-5b4779c7dd77 None None] Set router 49e8bed0-1942-4173-bf9f-044d676b780f gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:52:09.331629 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 59134) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:52:09.407636 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-b4150bbf-b8a6-45c0-bdb1-5b4779c7dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'name': 'tempest-AttachVolumeShelveTestJSON-1207087246-router', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:56Z', 'revision_number': 4, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'gw_port': {'id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'acec564d-4568-4147-94a1-900ec3811164', 'name': '', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'mac_address': 'fa:16:3e:ac:8a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:55Z', 'updated_at': '2022-03-07T13:46:01Z', 'revision_number': 5, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'subnets': [{'id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:52:09.437805 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4150bbf-b8a6-45c0-bdb1-5b4779c7dd77 None None] The sync data for ids ['49e8bed0-1942-4173-bf9f-044d676b780f'] in dv-cinder-813222-6-iscsi is: [{'id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'name': 'tempest-AttachVolumeShelveTestJSON-1207087246-router', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:56Z', 'revision_number': 4, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'gw_port': {'id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'acec564d-4568-4147-94a1-900ec3811164', 'name': '', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'mac_address': 'fa:16:3e:ac:8a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:55Z', 'updated_at': '2022-03-07T13:46:01Z', 'revision_number': 5, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'subnets': [{'id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:52:09.658954 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda868c4-fd01-427e-b29f-b0c580933103 None None] New status for floating IP 0f35f6f3-9d07-4bf7-bd9d-13efe59ddefd: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 13:52:09.740717 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2a3979-bacd-41cd-925b-487654278434', 'name': 'network-vif-deleted', 'tag': 'c284a1ce-b7ca-456a-8537-cc2cd0f6160f'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:52:09.744408 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c2adf7-8552-4a75-8965-c5e642461744" -d '{"events": [{"server_uuid": "ac2a3979-bacd-41cd-925b-487654278434", "name": "network-vif-deleted", "tag": "c284a1ce-b7ca-456a-8537-cc2cd0f6160f"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:52:09.782836 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c60a45-d4bb-4134-bc30-37022a45cfd9 x-openstack-request-id: req-24c60a45-d4bb-4134-bc30-37022a45cfd9 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:52:09.783434 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2a3979-bacd-41cd-925b-487654278434", "name": "network-vif-deleted", "tag": "c284a1ce-b7ca-456a-8537-cc2cd0f6160f", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:52:09.783828 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24c60a45-d4bb-4134-bc30-37022a45cfd9 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:52:09.784408 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2a3979-bacd-41cd-925b-487654278434', 'name': 'network-vif-deleted', 'tag': 'c284a1ce-b7ca-456a-8537-cc2cd0f6160f', 'status': 'completed', 'code': 200} Mar 07 13:52:09.863229 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5e564cde-e007-4d91-9831-e007f780c09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8115010'] for router_interface (55cb9976-5111-4da6-8901-af346ab21b90), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:10.151471 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-5e564cde-e007-4d91-9831-e007f780c09f admin admin] Deleting port de10a48d-0a05-4579-844d-9598d5cd930b {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:52:10.151796 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5e564cde-e007-4d91-9831-e007f780c09f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (de10a48d-0a05-4579-844d-9598d5cd930b), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:10.231019 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [None req-5e564cde-e007-4d91-9831-e007f780c09f admin admin] For port de10a48d-0a05-4579-844d-9598d5cd930b, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=de10a48d-0a05-4579-844d-9598d5cd930b,segment=NetworkSegment(50e946b6-b569-4cbf-85fa-65b41d5d2787),segment_id=50e946b6-b569-4cbf-85fa-65b41d5d2787)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:52:10.231375 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5e564cde-e007-4d91-9831-e007f780c09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (de10a48d-0a05-4579-844d-9598d5cd930b), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:10.243349 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-5e564cde-e007-4d91-9831-e007f780c09f admin admin] Calling delete_port for de10a48d-0a05-4579-844d-9598d5cd930b owned by network:router_interface {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:52:10.419258 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5e564cde-e007-4d91-9831-e007f780c09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (de10a48d-0a05-4579-844d-9598d5cd930b), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:10.442975 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 59146) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:52:10.447865 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e564cde-e007-4d91-9831-e007f780c09f admin admin] Pushing event deleted for resources: {'Port': ['ID=de10a48d-0a05-4579-844d-9598d5cd930b,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:10.512810 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2a1926f9-1170-4576-b731-b577fb856dcd tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for security_group (5b1c3ee6-a3e3-4c08-b876-a301c5000808), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:10.545801 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2a1926f9-1170-4576-b731-b577fb856dcd tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for security_group (5b1c3ee6-a3e3-4c08-b876-a301c5000808), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:10.546685 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:52:10.569411 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] No Port match for: 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:52:10.570041 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 4b9ac2cc-70f0-4b67-8d4d-9cfb3df7b8f2 not bound to the agent host hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:52:10.601515 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2a1926f9-1170-4576-b731-b577fb856dcd tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (5b1c3ee6-a3e3-4c08-b876-a301c5000808), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:10.604495 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2a1926f9-1170-4576-b731-b577fb856dcd tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:10.608284 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-2a1926f9-1170-4576-b731-b577fb856dcd tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "DELETE /v2.0/security-groups/5b1c3ee6-a3e3-4c08-b876-a301c5000808 HTTP/1.1" status: 204 len: 168 time: 0.1616826 Mar 07 13:52:10.609680 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 59148) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:52:10.628799 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.api.v2.resource [None req-522fb299-1da1-4679-9d39-d29edfeca072 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] show failed (client error): The resource could not be found. Mar 07 13:52:10.632597 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-522fb299-1da1-4679-9d39-d29edfeca072 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups/5b1c3ee6-a3e3-4c08-b876-a301c5000808 HTTP/1.1" status: 404 len: 347 time: 0.0191996 Mar 07 13:52:10.632597 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1926f9-1170-4576-b731-b577fb856dcd tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1c3ee6-a3e3-4c08-b876-a301c5000808,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:10.640774 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 59150) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:52:10.774856 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-7149ef6c-337a-432b-aa1e-addede62c12b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Deleting port db838138-4b46-4269-9664-de2dbe4ea9be {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:52:10.775607 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7149ef6c-337a-432b-aa1e-addede62c12b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (db838138-4b46-4269-9664-de2dbe4ea9be), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:10.825157 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5e564cde-e007-4d91-9831-e007f780c09f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8114998'] for router_interface (55cb9976-5111-4da6-8901-af346ab21b90), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:10.857420 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7149ef6c-337a-432b-aa1e-addede62c12b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (db838138-4b46-4269-9664-de2dbe4ea9be), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:10.857947 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7149ef6c-337a-432b-aa1e-addede62c12b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for floatingip (db838138-4b46-4269-9664-de2dbe4ea9be), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:10.870877 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-7149ef6c-337a-432b-aa1e-addede62c12b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Calling delete_port for db838138-4b46-4269-9664-de2dbe4ea9be owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:52:11.003481 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7149ef6c-337a-432b-aa1e-addede62c12b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (db838138-4b46-4269-9664-de2dbe4ea9be), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:11.032235 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149ef6c-337a-432b-aa1e-addede62c12b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Pushing event deleted for resources: {'Port': ['ID=db838138-4b46-4269-9664-de2dbe4ea9be,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:11.057103 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e564cde-e007-4d91-9831-e007f780c09f admin admin] Router 55cb9976-5111-4da6-8901-af346ab21b90 has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:52:11.091375 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7149ef6c-337a-432b-aa1e-addede62c12b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for floatingip (0f35f6f3-9d07-4bf7-bd9d-13efe59ddefd), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:11.093918 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7149ef6c-337a-432b-aa1e-addede62c12b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:11.095115 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-7149ef6c-337a-432b-aa1e-addede62c12b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "DELETE /v2.0/floatingips/0f35f6f3-9d07-4bf7-bd9d-13efe59ddefd HTTP/1.1" status: 204 len: 168 time: 0.4533458 Mar 07 13:52:11.174286 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e564cde-e007-4d91-9831-e007f780c09f admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:52:11.182670 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-5e564cde-e007-4d91-9831-e007f780c09f admin admin] 10.222.0.24 "PUT /v2.0/routers/55cb9976-5111-4da6-8901-af346ab21b90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8500149 Mar 07 13:52:11.182887 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 59154) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:52:11.183762 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332a3fe2-095e-4a25-a133-d74fd8641698 None None] Sync routers for ids ['55cb9976-5111-4da6-8901-af346ab21b90'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:52:11.195530 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332a3fe2-095e-4a25-a133-d74fd8641698 None None] Routers {'55cb9976-5111-4da6-8901-af346ab21b90'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:52:11.196258 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-332a3fe2-095e-4a25-a133-d74fd8641698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:51:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['55cb9976-5111-4da6-8901-af346ab21b90'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:52:11.390941 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 59156) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:52:11.395931 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-d3de5b71-84a4-44f6-87c4-38ea4e4e733b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--610490007', 'description': 'tempest-description--279497695'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:52:11.419132 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d3de5b71-84a4-44f6-87c4-38ea4e4e733b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:11.440785 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-332a3fe2-095e-4a25-a133-d74fd8641698 None None] Set router 55cb9976-5111-4da6-8901-af346ab21b90 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:52:11.501499 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d3de5b71-84a4-44f6-87c4-38ea4e4e733b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for security_group (9324d994-93eb-4270-b588-c7df723f810b), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:11.511123 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d3de5b71-84a4-44f6-87c4-38ea4e4e733b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (9324d994-93eb-4270-b588-c7df723f810b), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:11.546400 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de5b71-84a4-44f6-87c4-38ea4e4e733b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9324d994-93eb-4270-b588-c7df723f810b,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:11.561113 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d3de5b71-84a4-44f6-87c4-38ea4e4e733b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:11.562549 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-d3de5b71-84a4-44f6-87c4-38ea4e4e733b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1703560 Mar 07 13:52:11.565885 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 59158) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:52:11.570805 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-b7e921eb-95a0-43c4-a4b4-a12a715e98dc tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Request body: {'security_group_rule': {'security_group_id': '9324d994-93eb-4270-b588-c7df723f810b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:52:11.583356 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53fe3de6-38be-40ad-b0c4-033e4cc4214a admin admin] Publish callbacks [] for router (55cb9976-5111-4da6-8901-af346ab21b90), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:11.598514 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b7e921eb-95a0-43c4-a4b4-a12a715e98dc tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for security_group_rule (2e679759-4671-470d-b4fc-37208817b190), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:11.630917 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-332a3fe2-095e-4a25-a133-d74fd8641698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb9976-5111-4da6-8901-af346ab21b90', 'name': 'tempest-TestMinimumBasicScenario-1948488925-router', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:52:10Z', 'revision_number': 5, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'gw_port': {'id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:52:11.657288 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332a3fe2-095e-4a25-a133-d74fd8641698 None None] Checking router: 55cb9976-5111-4da6-8901-af346ab21b90 for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:52:11.662449 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b7e921eb-95a0-43c4-a4b4-a12a715e98dc tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for security_group_rule (2e679759-4671-470d-b4fc-37208817b190), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:11.666538 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332a3fe2-095e-4a25-a133-d74fd8641698 None None] Routers {'55cb9976-5111-4da6-8901-af346ab21b90'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:52:11.666785 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b7e921eb-95a0-43c4-a4b4-a12a715e98dc tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (2e679759-4671-470d-b4fc-37208817b190), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:11.667146 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-332a3fe2-095e-4a25-a133-d74fd8641698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:51:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['55cb9976-5111-4da6-8901-af346ab21b90'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:52:11.683425 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e921eb-95a0-43c4-a4b4-a12a715e98dc tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e679759-4671-470d-b4fc-37208817b190,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:11.698557 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b7e921eb-95a0-43c4-a4b4-a12a715e98dc tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:11.699933 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-b7e921eb-95a0-43c4-a4b4-a12a715e98dc tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1328795 Mar 07 13:52:11.702476 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 59160) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:52:11.706893 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-5f6bd9de-e883-47d9-9a8f-3eb7133d0e27 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Request body: {'security_group_rule': {'security_group_id': '9324d994-93eb-4270-b588-c7df723f810b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:52:11.708934 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53fe3de6-38be-40ad-b0c4-033e4cc4214a admin admin] Publish callbacks [] for router_gateway (55cb9976-5111-4da6-8901-af346ab21b90), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:11.737063 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd9de-e883-47d9-9a8f-3eb7133d0e27 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for security_group_rule (52ef2e4b-0bca-44fe-a55d-f2f345bfd81b), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:11.765597 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-53fe3de6-38be-40ad-b0c4-033e4cc4214a admin admin] Deleting port ed06108f-d1e2-4d8c-89d3-a37fa536daba {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:52:11.766075 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53fe3de6-38be-40ad-b0c4-033e4cc4214a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (ed06108f-d1e2-4d8c-89d3-a37fa536daba), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:11.791676 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-332a3fe2-095e-4a25-a133-d74fd8641698 None None] Set router 55cb9976-5111-4da6-8901-af346ab21b90 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:52:11.803855 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd9de-e883-47d9-9a8f-3eb7133d0e27 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for security_group_rule (52ef2e4b-0bca-44fe-a55d-f2f345bfd81b), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:11.807366 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd9de-e883-47d9-9a8f-3eb7133d0e27 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (52ef2e4b-0bca-44fe-a55d-f2f345bfd81b), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:11.828397 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bd9de-e883-47d9-9a8f-3eb7133d0e27 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ef2e4b-0bca-44fe-a55d-f2f345bfd81b,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:11.835474 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd9de-e883-47d9-9a8f-3eb7133d0e27 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:11.837294 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-5f6bd9de-e883-47d9-9a8f-3eb7133d0e27 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1337755 Mar 07 13:52:11.840413 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 59162) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:52:11.851458 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-0824a37a-1b70-4890-8c77-9c92f39a3054 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Request body: {'floatingip': {'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:52:11.864998 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-53fe3de6-38be-40ad-b0c4-033e4cc4214a admin admin] For port ed06108f-d1e2-4d8c-89d3-a37fa536daba, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=ed06108f-d1e2-4d8c-89d3-a37fa536daba,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:52:11.865390 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53fe3de6-38be-40ad-b0c4-033e4cc4214a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (ed06108f-d1e2-4d8c-89d3-a37fa536daba), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:11.881201 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-53fe3de6-38be-40ad-b0c4-033e4cc4214a admin admin] Calling delete_port for ed06108f-d1e2-4d8c-89d3-a37fa536daba owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:52:11.892635 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0824a37a-1b70-4890-8c77-9c92f39a3054 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:11.966976 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-332a3fe2-095e-4a25-a133-d74fd8641698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb9976-5111-4da6-8901-af346ab21b90', 'name': 'tempest-TestMinimumBasicScenario-1948488925-router', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:52:10Z', 'revision_number': 5, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'gw_port': {'id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:52:11.996180 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332a3fe2-095e-4a25-a133-d74fd8641698 None None] The sync data for ids ['55cb9976-5111-4da6-8901-af346ab21b90'] in dv-cinder-813222-6-iscsi is: [{'id': '55cb9976-5111-4da6-8901-af346ab21b90', 'name': 'tempest-TestMinimumBasicScenario-1948488925-router', 'tenant_id': '7de53de6775a4c07bda98218fab29dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:52:10Z', 'revision_number': 5, 'project_id': '7de53de6775a4c07bda98218fab29dc5', 'gw_port': {'id': 'ed06108f-d1e2-4d8c-89d3-a37fa536daba', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb9976-5111-4da6-8901-af346ab21b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:34Z', 'updated_at': '2022-03-07T13:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:52:12.111732 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0824a37a-1b70-4890-8c77-9c92f39a3054 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:12.127651 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53fe3de6-38be-40ad-b0c4-033e4cc4214a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (ed06108f-d1e2-4d8c-89d3-a37fa536daba), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:12.187298 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe3de6-38be-40ad-b0c4-033e4cc4214a admin admin] Pushing event deleted for resources: {'Port': ['ID=ed06108f-d1e2-4d8c-89d3-a37fa536daba,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:12.285032 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53fe3de6-38be-40ad-b0c4-033e4cc4214a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8114076'] for router_gateway (55cb9976-5111-4da6-8901-af346ab21b90), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:12.352328 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-0824a37a-1b70-4890-8c77-9c92f39a3054 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Allocated IP 172.27.1.17 (4737f3fa-18ff-4252-a580-88148a637511/b90664a8-a6a4-4a65-802b-5b7bd95111f9/edc5cd70-b220-42a2-97ae-f6fa431016a4) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:52:12.399374 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53fe3de6-38be-40ad-b0c4-033e4cc4214a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8117800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60004'] for router (55cb9976-5111-4da6-8901-af346ab21b90), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:12.403414 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53fe3de6-38be-40ad-b0c4-033e4cc4214a admin admin] Publish callbacks [] for router_controller (55cb9976-5111-4da6-8901-af346ab21b90), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:12.494429 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53fe3de6-38be-40ad-b0c4-033e4cc4214a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8117823'] for router (55cb9976-5111-4da6-8901-af346ab21b90), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:12.494962 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fe3de6-38be-40ad-b0c4-033e4cc4214a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55cb9976-5111-4da6-8901-af346ab21b90 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 13:52:12.500526 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53fe3de6-38be-40ad-b0c4-033e4cc4214a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:12.501700 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-53fe3de6-38be-40ad-b0c4-033e4cc4214a admin admin] 10.222.0.24 "DELETE /v2.0/routers/55cb9976-5111-4da6-8901-af346ab21b90 HTTP/1.1" status: 204 len: 168 time: 1.3175397 Mar 07 13:52:12.504582 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 59164) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:52:12.514270 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device de10a48d-0a05-4579-844d-9598d5cd930b no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:52:12.549415 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0824a37a-1b70-4890-8c77-9c92f39a3054 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for port (edc5cd70-b220-42a2-97ae-f6fa431016a4), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:12.571208 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device c284a1ce-b7ca-456a-8537-cc2cd0f6160f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:52:12.574825 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: de10a48d-0a05-4579-844d-9598d5cd930b {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:52:12.575282 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device de10a48d-0a05-4579-844d-9598d5cd930b not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:52:12.595389 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0824a37a-1b70-4890-8c77-9c92f39a3054 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (edc5cd70-b220-42a2-97ae-f6fa431016a4), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:12.596543 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] No Port match for: c284a1ce-b7ca-456a-8537-cc2cd0f6160f {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:52:12.597002 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device c284a1ce-b7ca-456a-8537-cc2cd0f6160f not bound to the agent host hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:52:12.599839 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eeacfb3-5562-4444-aa79-ea7662693acf admin admin] Deleting subnet 18d69a12-8740-4e35-842b-88d13557947d {{(pid=109593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 13:52:12.604566 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5eeacfb3-5562-4444-aa79-ea7662693acf admin admin] Publish callbacks [] for subnet (18d69a12-8740-4e35-842b-88d13557947d), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:12.640727 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0824a37a-1b70-4890-8c77-9c92f39a3054 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Network 4737f3fa-18ff-4252-a580-88148a637511 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:52:12.643786 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-0824a37a-1b70-4890-8c77-9c92f39a3054 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:52:12.644380 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5eeacfb3-5562-4444-aa79-ea7662693acf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25006360'] for subnet (18d69a12-8740-4e35-842b-88d13557947d), precommit_delete_associations {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:12.647237 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0824a37a-1b70-4890-8c77-9c92f39a3054 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:52:12.677733 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824a37a-1b70-4890-8c77-9c92f39a3054 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Pushing event updated for resources: {'Port': ['ID=edc5cd70-b220-42a2-97ae-f6fa431016a4,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:12.751693 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0824a37a-1b70-4890-8c77-9c92f39a3054 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for floatingip (a3699e5f-c8ca-46ef-8085-59fa3471cddb), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:12.782280 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5eeacfb3-5562-4444-aa79-ea7662693acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663011'] for subnet (18d69a12-8740-4e35-842b-88d13557947d), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:12.794983 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0824a37a-1b70-4890-8c77-9c92f39a3054 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (edc5cd70-b220-42a2-97ae-f6fa431016a4), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:12.841651 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5eeacfb3-5562-4444-aa79-ea7662693acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4238652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24711477'] for subnet (18d69a12-8740-4e35-842b-88d13557947d), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:12.868672 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeacfb3-5562-4444-aa79-ea7662693acf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18d69a12-8740-4e35-842b-88d13557947d,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:12.873474 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5eeacfb3-5562-4444-aa79-ea7662693acf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:12.876736 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-5eeacfb3-5562-4444-aa79-ea7662693acf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/18d69a12-8740-4e35-842b-88d13557947d HTTP/1.1" status: 204 len: 168 time: 0.3677766 Mar 07 13:52:12.879218 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 59166) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:52:12.882659 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d595b8c-6e5c-49db-93a5-b2beaafc1e2a None None] Network a119dada-69fd-49e0-bf07-78167ff54bec requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:52:12.951645 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0824a37a-1b70-4890-8c77-9c92f39a3054 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for port (edc5cd70-b220-42a2-97ae-f6fa431016a4), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:12.956977 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0824a37a-1b70-4890-8c77-9c92f39a3054 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (edc5cd70-b220-42a2-97ae-f6fa431016a4), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:12.958106 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-efb924aa-8d73-4ca9-bd7f-94746dfbead5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635500'] for network (a119dada-69fd-49e0-bf07-78167ff54bec), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:13.015592 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-efb924aa-8d73-4ca9-bd7f-94746dfbead5 admin admin] Deleting port f7be89de-7322-431a-98c8-d4cced652ce6 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:52:13.015941 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-efb924aa-8d73-4ca9-bd7f-94746dfbead5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (f7be89de-7322-431a-98c8-d4cced652ce6), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:13.040572 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824a37a-1b70-4890-8c77-9c92f39a3054 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Pushing event updated for resources: {'Port': ['ID=edc5cd70-b220-42a2-97ae-f6fa431016a4,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:13.045774 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0824a37a-1b70-4890-8c77-9c92f39a3054 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (a3699e5f-c8ca-46ef-8085-59fa3471cddb), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:13.062203 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0824a37a-1b70-4890-8c77-9c92f39a3054 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:13.063779 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-0824a37a-1b70-4890-8c77-9c92f39a3054 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2212858 Mar 07 13:52:13.082861 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [None req-efb924aa-8d73-4ca9-bd7f-94746dfbead5 admin admin] For port f7be89de-7322-431a-98c8-d4cced652ce6, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=f7be89de-7322-431a-98c8-d4cced652ce6,segment=NetworkSegment(50e946b6-b569-4cbf-85fa-65b41d5d2787),segment_id=50e946b6-b569-4cbf-85fa-65b41d5d2787)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:52:13.083218 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-efb924aa-8d73-4ca9-bd7f-94746dfbead5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (f7be89de-7322-431a-98c8-d4cced652ce6), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:13.096139 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-efb924aa-8d73-4ca9-bd7f-94746dfbead5 admin admin] Calling delete_port for f7be89de-7322-431a-98c8-d4cced652ce6 owned by network:dhcp {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:52:13.177198 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c057c93e-f1e8-40bd-bf8b-d435bac28e4b None None] DHCP port deletion for a119dada-69fd-49e0-bf07-78167ff54bec request from dv-cinder-813222-6-iscsi {{(pid=109595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 13:52:13.185743 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-efb924aa-8d73-4ca9-bd7f-94746dfbead5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (f7be89de-7322-431a-98c8-d4cced652ce6), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:13.201735 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb924aa-8d73-4ca9-bd7f-94746dfbead5 admin admin] No DVR routers for this DVR port f7be89de-7322-431a-98c8-d4cced652ce6 on host dv-cinder-813222-6-iscsi {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:52:13.204985 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c057c93e-f1e8-40bd-bf8b-d435bac28e4b None None] The port 'f7be89de-7322-431a-98c8-d4cced652ce6' was deleted {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 07 13:52:13.228288 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb924aa-8d73-4ca9-bd7f-94746dfbead5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7be89de-7322-431a-98c8-d4cced652ce6,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:13.249618 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-cae42d2a-dfeb-4b6c-bb4f-0332fb1833e1 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--610490007&fields=id&tenant_id=29cf89a499e44925abf85d7d74541fbd HTTP/1.1" status: 200 len: 267 time: 0.0550435 Mar 07 13:52:13.297968 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-efb924aa-8d73-4ca9-bd7f-94746dfbead5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725100', 'neutron.services.segments.db._delete_segments_for_network-8776652592487'] for network (a119dada-69fd-49e0-bf07-78167ff54bec), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:13.318053 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-efb924aa-8d73-4ca9-bd7f-94746dfbead5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a119dada-69fd-49e0-bf07-78167ff54bec']}} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:52:13.327877 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-efb924aa-8d73-4ca9-bd7f-94746dfbead5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e946b6-b569-4cbf-85fa-65b41d5d2787') {'for_net_delete': True} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:52:13.328243 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-efb924aa-8d73-4ca9-bd7f-94746dfbead5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e946b6-b569-4cbf-85fa-65b41d5d2787') {} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:52:13.338555 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-efb924aa-8d73-4ca9-bd7f-94746dfbead5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776652593776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25006563'] for segment (50e946b6-b569-4cbf-85fa-65b41d5d2787), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:13.351092 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-efb924aa-8d73-4ca9-bd7f-94746dfbead5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (50e946b6-b569-4cbf-85fa-65b41d5d2787), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:13.357094 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb924aa-8d73-4ca9-bd7f-94746dfbead5 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=109593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 13:52:13.357614 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-efb924aa-8d73-4ca9-bd7f-94746dfbead5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4238678'] for segment (50e946b6-b569-4cbf-85fa-65b41d5d2787), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:13.358637 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-61a443b2-4dea-4abd-9e9c-62325eb71300 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: Traceback (most recent call last): Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: timer() Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: cb(*args, **kw) Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: return func(*args, **kwargs) Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: self._notify() Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: self.callback(batched_events) Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: event.method(event) Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: return f(self, *a, **k) Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: return self._get(url).json() Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: return self.request(url, 'GET', **kwargs) Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 13:52:13.359296 dv-cinder-813222-6-iscsi neutron-server[109593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 13:52:13.361820 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-61a443b2-4dea-4abd-9e9c-62325eb71300 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/networks?id=11248537-f61f-4e52-a906-c8f79d05286d HTTP/1.1" status: 200 len: 817 time: 0.1038451 Mar 07 13:52:13.374794 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-9d5d848e-eca8-4961-ab94-974780ce856b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/quotas/29cf89a499e44925abf85d7d74541fbd HTTP/1.1" status: 200 len: 375 time: 0.0089986 Mar 07 13:52:13.414022 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-efb924aa-8d73-4ca9-bd7f-94746dfbead5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8114104'] for network (a119dada-69fd-49e0-bf07-78167ff54bec), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:13.422051 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-efb924aa-8d73-4ca9-bd7f-94746dfbead5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:13.425543 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-efb924aa-8d73-4ca9-bd7f-94746dfbead5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a119dada-69fd-49e0-bf07-78167ff54bec HTTP/1.1" status: 204 len: 168 time: 0.5444071 Mar 07 13:52:13.428664 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 59182) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:52:13.435028 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb924aa-8d73-4ca9-bd7f-94746dfbead5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a119dada-69fd-49e0-bf07-78167ff54bec,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:13.435917 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-0daf07b4-2440-44be-b8a2-6f5ae77a381b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=29cf89a499e44925abf85d7d74541fbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555739 Mar 07 13:52:13.659174 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-654fbdbb-a62c-47e9-a8e9-88154bbe1a16 service neutron] 10.222.0.24 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870115 Mar 07 13:52:13.813054 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-db3bef98-81cf-4a0f-b0c9-4166bdcc3814 service neutron] 10.222.0.24 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242585 Mar 07 13:52:13.920367 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1516387f-5b54-4b9b-bf96-6a6049573796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8115010'] for router_interface (d2f1e345-df5d-4531-8f29-b4d2ba36994a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:14.159864 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-1516387f-5b54-4b9b-bf96-6a6049573796 admin admin] Deleting port 4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:52:14.160364 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1516387f-5b54-4b9b-bf96-6a6049573796 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:14.222863 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device ed06108f-d1e2-4d8c-89d3-a37fa536daba no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:52:14.238724 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-1516387f-5b54-4b9b-bf96-6a6049573796 admin admin] For port 4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42,segment=NetworkSegment(6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6),segment_id=6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:52:14.239086 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1516387f-5b54-4b9b-bf96-6a6049573796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:14.243256 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: ed06108f-d1e2-4d8c-89d3-a37fa536daba {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:52:14.243595 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device ed06108f-d1e2-4d8c-89d3-a37fa536daba not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:52:14.244008 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device f7be89de-7322-431a-98c8-d4cced652ce6 no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:52:14.252480 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-1516387f-5b54-4b9b-bf96-6a6049573796 admin admin] Calling delete_port for 4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:52:14.262074 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: f7be89de-7322-431a-98c8-d4cced652ce6 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:52:14.262421 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device f7be89de-7322-431a-98c8-d4cced652ce6 not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:52:14.430748 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1516387f-5b54-4b9b-bf96-6a6049573796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:14.465662 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516387f-5b54-4b9b-bf96-6a6049573796 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:14.627258 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1516387f-5b54-4b9b-bf96-6a6049573796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8114998'] for router_interface (d2f1e345-df5d-4531-8f29-b4d2ba36994a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:14.848166 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1516387f-5b54-4b9b-bf96-6a6049573796 admin admin] Router d2f1e345-df5d-4531-8f29-b4d2ba36994a has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:52:15.246587 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-943572f0-03df-4a96-ae0a-3487d652a367 req-a9b59aea-0e33-426c-85e5-473402f58c0d tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 210 time: 0.0307958 Mar 07 13:52:15.255236 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1516387f-5b54-4b9b-bf96-6a6049573796 admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:52:15.261243 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-1516387f-5b54-4b9b-bf96-6a6049573796 admin admin] 10.222.0.24 "PUT /v2.0/routers/d2f1e345-df5d-4531-8f29-b4d2ba36994a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8313007 Mar 07 13:52:15.263938 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 59202) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:52:15.271652 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b605e4-5414-4614-90b1-e47d40be26f8 None None] Sync routers for ids ['d2f1e345-df5d-4531-8f29-b4d2ba36994a'] in dv-cinder-813222-6-iscsi {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:52:15.284182 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b605e4-5414-4614-90b1-e47d40be26f8 None None] Routers {'d2f1e345-df5d-4531-8f29-b4d2ba36994a'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:52:15.285065 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-75b605e4-5414-4614-90b1-e47d40be26f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:51:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['d2f1e345-df5d-4531-8f29-b4d2ba36994a'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:52:15.380807 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f0c1df5d-762b-4b46-9bbe-f1786821c43c admin admin] Publish callbacks [] for router (d2f1e345-df5d-4531-8f29-b4d2ba36994a), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:15.403082 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-75b605e4-5414-4614-90b1-e47d40be26f8 None None] Set router d2f1e345-df5d-4531-8f29-b4d2ba36994a gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:52:15.503414 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f0c1df5d-762b-4b46-9bbe-f1786821c43c admin admin] Publish callbacks [] for router_gateway (d2f1e345-df5d-4531-8f29-b4d2ba36994a), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:15.558007 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-f0c1df5d-762b-4b46-9bbe-f1786821c43c admin admin] Deleting port e3778815-02f7-49dc-9857-237652a2a021 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:52:15.558357 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f0c1df5d-762b-4b46-9bbe-f1786821c43c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (e3778815-02f7-49dc-9857-237652a2a021), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:15.588470 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-75b605e4-5414-4614-90b1-e47d40be26f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f1e345-df5d-4531-8f29-b4d2ba36994a', 'name': 'tempest-TestMinimumBasicScenario-762436650-router', 'tenant_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e3778815-02f7-49dc-9857-237652a2a021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:42Z', 'updated_at': '2022-03-07T13:52:14Z', 'revision_number': 5, 'project_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'gw_port': {'id': 'e3778815-02f7-49dc-9857-237652a2a021', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f1e345-df5d-4531-8f29-b4d2ba36994a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:44Z', 'updated_at': '2022-03-07T13:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:52:15.618626 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b605e4-5414-4614-90b1-e47d40be26f8 None None] Checking router: d2f1e345-df5d-4531-8f29-b4d2ba36994a for host: dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:52:15.626823 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b605e4-5414-4614-90b1-e47d40be26f8 None None] Routers {'d2f1e345-df5d-4531-8f29-b4d2ba36994a'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:52:15.627405 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-75b605e4-5414-4614-90b1-e47d40be26f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:51:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['d2f1e345-df5d-4531-8f29-b4d2ba36994a'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:52:15.642807 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [None req-f0c1df5d-762b-4b46-9bbe-f1786821c43c admin admin] For port e3778815-02f7-49dc-9857-237652a2a021, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=e3778815-02f7-49dc-9857-237652a2a021,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:52:15.643176 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f0c1df5d-762b-4b46-9bbe-f1786821c43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (e3778815-02f7-49dc-9857-237652a2a021), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:15.658222 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-f0c1df5d-762b-4b46-9bbe-f1786821c43c admin admin] Calling delete_port for e3778815-02f7-49dc-9857-237652a2a021 owned by network:router_gateway {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:52:15.720934 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-75b605e4-5414-4614-90b1-e47d40be26f8 None None] Set router d2f1e345-df5d-4531-8f29-b4d2ba36994a gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:52:15.774259 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-75b605e4-5414-4614-90b1-e47d40be26f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f1e345-df5d-4531-8f29-b4d2ba36994a', 'name': 'tempest-TestMinimumBasicScenario-762436650-router', 'tenant_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:42Z', 'updated_at': '2022-03-07T13:52:15Z', 'revision_number': 6, 'project_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'gw_port_host': None}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:52:15.805934 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b605e4-5414-4614-90b1-e47d40be26f8 None None] The sync data for ids ['d2f1e345-df5d-4531-8f29-b4d2ba36994a'] in dv-cinder-813222-6-iscsi is: [{'id': 'd2f1e345-df5d-4531-8f29-b4d2ba36994a', 'name': 'tempest-TestMinimumBasicScenario-762436650-router', 'tenant_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:42Z', 'updated_at': '2022-03-07T13:52:15Z', 'revision_number': 6, 'project_id': 'f32325d87f9342f3bc5786e9eb2626ed', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:52:15.847265 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f0c1df5d-762b-4b46-9bbe-f1786821c43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (e3778815-02f7-49dc-9857-237652a2a021), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:15.878851 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1df5d-762b-4b46-9bbe-f1786821c43c admin admin] Pushing event deleted for resources: {'Port': ['ID=e3778815-02f7-49dc-9857-237652a2a021,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:15.939076 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f0c1df5d-762b-4b46-9bbe-f1786821c43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8114076'] for router_gateway (d2f1e345-df5d-4531-8f29-b4d2ba36994a), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:16.044276 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f0c1df5d-762b-4b46-9bbe-f1786821c43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8117800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60004'] for router (d2f1e345-df5d-4531-8f29-b4d2ba36994a), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:16.046452 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f0c1df5d-762b-4b46-9bbe-f1786821c43c admin admin] Publish callbacks [] for router_controller (d2f1e345-df5d-4531-8f29-b4d2ba36994a), precommit_delete_associations {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:16.110747 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f0c1df5d-762b-4b46-9bbe-f1786821c43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8117823'] for router (d2f1e345-df5d-4531-8f29-b4d2ba36994a), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:16.111199 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c1df5d-762b-4b46-9bbe-f1786821c43c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2f1e345-df5d-4531-8f29-b4d2ba36994a {{(pid=109593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 13:52:16.116269 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f0c1df5d-762b-4b46-9bbe-f1786821c43c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:16.119754 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-f0c1df5d-762b-4b46-9bbe-f1786821c43c admin admin] 10.222.0.24 "DELETE /v2.0/routers/d2f1e345-df5d-4531-8f29-b4d2ba36994a HTTP/1.1" status: 204 len: 168 time: 0.8525434 Mar 07 13:52:16.119971 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 59206) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:52:16.174485 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d6b7d8-96b8-442a-b464-d3ee8872ab63 admin admin] Deleting subnet 325aa74e-1a17-4dfa-a65a-927f741aacc0 {{(pid=109593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 13:52:16.180508 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-74d6b7d8-96b8-442a-b464-d3ee8872ab63 admin admin] Publish callbacks [] for subnet (325aa74e-1a17-4dfa-a65a-927f741aacc0), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:16.221868 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-74d6b7d8-96b8-442a-b464-d3ee8872ab63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25006360'] for subnet (325aa74e-1a17-4dfa-a65a-927f741aacc0), precommit_delete_associations {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:16.333268 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-74d6b7d8-96b8-442a-b464-d3ee8872ab63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663011'] for subnet (325aa74e-1a17-4dfa-a65a-927f741aacc0), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:16.377970 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ef21f71a-9737-4885-9993-92f5e5c0edf8 req-7e9d8559-d204-4339-b455-e9724bb8ce4e tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 210 time: 0.0396662 Mar 07 13:52:16.401677 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-74d6b7d8-96b8-442a-b464-d3ee8872ab63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4238652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24711477'] for subnet (325aa74e-1a17-4dfa-a65a-927f741aacc0), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:16.421936 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-a22798aa-6ad7-4b00-bcae-e879c85e7e22 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:16.423440 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-a22798aa-6ad7-4b00-bcae-e879c85e7e22 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.10 "GET /v2.0/networks?id=11248537-f61f-4e52-a906-c8f79d05286d HTTP/1.1" status: 200 len: 817 time: 0.1727457 Mar 07 13:52:16.431658 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d6b7d8-96b8-442a-b464-d3ee8872ab63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=325aa74e-1a17-4dfa-a65a-927f741aacc0,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:16.433641 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-74d6b7d8-96b8-442a-b464-d3ee8872ab63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:16.436849 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-74d6b7d8-96b8-442a-b464-d3ee8872ab63 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/325aa74e-1a17-4dfa-a65a-927f741aacc0 HTTP/1.1" status: 204 len: 168 time: 0.3159719 Mar 07 13:52:16.439628 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b4b6a6-436e-47f1-b445-6729c49e5294 None None] Network b8eedd35-f3d7-4f81-9260-a3d242d48113 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:52:16.440675 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 59210) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:52:16.538922 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38a27f30-1b2f-45b0-980f-a447e4d743ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635500'] for network (b8eedd35-f3d7-4f81-9260-a3d242d48113), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:16.554701 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-9637b9ba-4df9-48a0-bda7-47ccb8fc8503 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29cf89a499e44925abf85d7d74541fbd HTTP/1.1" status: 200 len: 379 time: 0.1065953 Mar 07 13:52:16.588466 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-6ebc20d9-cc02-4536-b3ce-57a73726c50b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Request body: {'port': {'device_id': '421fec53-b110-4129-b99e-413d8818fa0a', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'admin_state_up': True, 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'security_groups': ['9324d994-93eb-4270-b588-c7df723f810b']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:52:16.638155 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8ee166-7f05-46dd-a6fa-94dbac0d75d6 None None] DHCP port deletion for b8eedd35-f3d7-4f81-9260-a3d242d48113 request from dv-cinder-813222-6-iscsi {{(pid=109595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 13:52:16.669909 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42 no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:52:16.683820 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-38a27f30-1b2f-45b0-980f-a447e4d743ee admin admin] Deleting port d09785bd-8d44-4a44-8b6d-d6417a5e6ef2 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:52:16.684183 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38a27f30-1b2f-45b0-980f-a447e4d743ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (d09785bd-8d44-4a44-8b6d-d6417a5e6ef2), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:16.691839 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: 4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:52:16.692182 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 4dc1b29a-a8d8-43d0-a5fb-ca60cb588b42 not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:52:16.715041 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8c8ee166-7f05-46dd-a6fa-94dbac0d75d6 None None] Deleting port d09785bd-8d44-4a44-8b6d-d6417a5e6ef2 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:52:16.715420 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c8ee166-7f05-46dd-a6fa-94dbac0d75d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (d09785bd-8d44-4a44-8b6d-d6417a5e6ef2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:16.754721 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-6ebc20d9-cc02-4536-b3ce-57a73726c50b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Made reservation on behalf of 29cf89a499e44925abf85d7d74541fbd for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:52:16.758503 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-6ebc20d9-cc02-4536-b3ce-57a73726c50b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:16.772292 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-38a27f30-1b2f-45b0-980f-a447e4d743ee admin admin] For port d09785bd-8d44-4a44-8b6d-d6417a5e6ef2, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=d09785bd-8d44-4a44-8b6d-d6417a5e6ef2,segment=NetworkSegment(6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6),segment_id=6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:52:16.772656 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38a27f30-1b2f-45b0-980f-a447e4d743ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (d09785bd-8d44-4a44-8b6d-d6417a5e6ef2), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:16.780411 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8c8ee166-7f05-46dd-a6fa-94dbac0d75d6 None None] For port d09785bd-8d44-4a44-8b6d-d6417a5e6ef2, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=d09785bd-8d44-4a44-8b6d-d6417a5e6ef2,segment=NetworkSegment(6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6),segment_id=6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:52:16.780808 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c8ee166-7f05-46dd-a6fa-94dbac0d75d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (d09785bd-8d44-4a44-8b6d-d6417a5e6ef2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:16.790386 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-38a27f30-1b2f-45b0-980f-a447e4d743ee admin admin] Calling delete_port for d09785bd-8d44-4a44-8b6d-d6417a5e6ef2 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:52:16.794575 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8c8ee166-7f05-46dd-a6fa-94dbac0d75d6 None None] Calling delete_port for d09785bd-8d44-4a44-8b6d-d6417a5e6ef2 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:52:16.923528 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c8ee166-7f05-46dd-a6fa-94dbac0d75d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098'] for port (d09785bd-8d44-4a44-8b6d-d6417a5e6ef2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:16.951120 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ee166-7f05-46dd-a6fa-94dbac0d75d6 None None] Pushing event deleted for resources: {'Port': ['ID=d09785bd-8d44-4a44-8b6d-d6417a5e6ef2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:16.956728 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8ee166-7f05-46dd-a6fa-94dbac0d75d6 None None] No DVR routers for this DVR port d09785bd-8d44-4a44-8b6d-d6417a5e6ef2 on host dv-cinder-813222-6-iscsi {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:52:16.959003 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38a27f30-1b2f-45b0-980f-a447e4d743ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (d09785bd-8d44-4a44-8b6d-d6417a5e6ef2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:16.961651 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-6ebc20d9-cc02-4536-b3ce-57a73726c50b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Allocated IP 172.20.0.12 (11248537-f61f-4e52-a906-c8f79d05286d/f00f6663-2751-47b6-a25e-1bb93ec00e74/e6bd2276-075e-4ef9-b32e-25d086d201c7) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:52:16.997308 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a27f30-1b2f-45b0-980f-a447e4d743ee admin admin] Pushing event deleted for resources: {'Port': ['ID=d09785bd-8d44-4a44-8b6d-d6417a5e6ef2,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:17.000492 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a27f30-1b2f-45b0-980f-a447e4d743ee admin admin] No DVR routers for this DVR port d09785bd-8d44-4a44-8b6d-d6417a5e6ef2 on host dv-cinder-813222-6-iscsi {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:52:17.110423 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38a27f30-1b2f-45b0-980f-a447e4d743ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725100', 'neutron.services.segments.db._delete_segments_for_network-8776652592487'] for network (b8eedd35-f3d7-4f81-9260-a3d242d48113), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:17.171303 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-38a27f30-1b2f-45b0-980f-a447e4d743ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8eedd35-f3d7-4f81-9260-a3d242d48113']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:52:17.189264 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-38a27f30-1b2f-45b0-980f-a447e4d743ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:52:17.189560 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-38a27f30-1b2f-45b0-980f-a447e4d743ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:52:17.203740 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38a27f30-1b2f-45b0-980f-a447e4d743ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776652593776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4840072'] for segment (6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:17.227749 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38a27f30-1b2f-45b0-980f-a447e4d743ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:17.239834 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-6ebc20d9-cc02-4536-b3ce-57a73726c50b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:17.241376 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a27f30-1b2f-45b0-980f-a447e4d743ee admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 13:52:17.241754 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38a27f30-1b2f-45b0-980f-a447e4d743ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4839594'] for segment (6aa1e8d6-ef5c-425a-a1f2-0a7910b4c6a6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: self.session.flush() Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: self.session.flush() Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: self.session.flush() Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: self.session.flush() Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: Traceback (most recent call last): Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: timer() Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: cb(*args, **kw) Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: return func(*args, **kwargs) Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: self._notify() Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: self.callback(batched_events) Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: event.method(event) Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: return f(self, *a, **k) Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: return self._get(url).json() Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: return self.request(url, 'GET', **kwargs) Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 13:52:17.244015 dv-cinder-813222-6-iscsi neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 13:52:17.308275 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38a27f30-1b2f-45b0-980f-a447e4d743ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8114104'] for network (b8eedd35-f3d7-4f81-9260-a3d242d48113), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:17.314074 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38a27f30-1b2f-45b0-980f-a447e4d743ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:17.317209 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-38a27f30-1b2f-45b0-980f-a447e4d743ee admin admin] 10.222.0.24 "DELETE /v2.0/networks/b8eedd35-f3d7-4f81-9260-a3d242d48113 HTTP/1.1" status: 204 len: 168 time: 0.8756313 Mar 07 13:52:17.330799 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a27f30-1b2f-45b0-980f-a447e4d743ee admin admin] Pushing event deleted for resources: {'Network': ['ID=b8eedd35-f3d7-4f81-9260-a3d242d48113,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:17.338561 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-6ebc20d9-cc02-4536-b3ce-57a73726c50b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:17.386373 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-6ebc20d9-cc02-4536-b3ce-57a73726c50b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Network 11248537-f61f-4e52-a906-c8f79d05286d is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:52:17.389284 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-6ebc20d9-cc02-4536-b3ce-57a73726c50b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:52:17.392899 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-6ebc20d9-cc02-4536-b3ce-57a73726c50b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:52:17.400038 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc20d9-cc02-4536-b3ce-57a73726c50b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Pushing event updated for resources: {'Port': ['ID=e6bd2276-075e-4ef9-b32e-25d086d201c7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:17.444947 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 59220) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:52:17.458729 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-6ebc20d9-cc02-4536-b3ce-57a73726c50b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:17.459624 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-6ebc20d9-cc02-4536-b3ce-57a73726c50b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:17.511734 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-6ebc20d9-cc02-4536-b3ce-57a73726c50b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9286163 Mar 07 13:52:17.537772 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-a91ce5b1-e623-4288-8b53-73abc0cbb5d9 service neutron] Request body: {'port': {'device_id': '421fec53-b110-4129-b99e-413d8818fa0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:52:17.563174 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-2d064ca9-64d3-40ab-acbf-bf22b60263f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7de53de6775a4c07bda98218fab29dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1165602 Mar 07 13:52:17.566049 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 59222) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:52:17.611516 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b48be-4fbc-4afc-8a31-742d25a76443 req-ce888fc8-c4d7-4f5e-8e4f-63617f1b099a tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:17.613017 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3d9b48be-4fbc-4afc-8a31-742d25a76443 req-ce888fc8-c4d7-4f5e-8e4f-63617f1b099a tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 932 time: 0.1424108 Mar 07 13:52:17.615195 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-76e09bd7-500e-432a-bb46-d872f219a8ce admin admin] Publish callbacks [] for security_group (71d31aa4-c8bc-4386-aaa9-72b6786c0236), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:17.628254 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-a91ce5b1-e623-4288-8b53-73abc0cbb5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:17.637056 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-76e09bd7-500e-432a-bb46-d872f219a8ce admin admin] Publish callbacks [] for security_group (71d31aa4-c8bc-4386-aaa9-72b6786c0236), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:17.685471 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-76e09bd7-500e-432a-bb46-d872f219a8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (71d31aa4-c8bc-4386-aaa9-72b6786c0236), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:17.687961 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-76e09bd7-500e-432a-bb46-d872f219a8ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:17.689430 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-76e09bd7-500e-432a-bb46-d872f219a8ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/71d31aa4-c8bc-4386-aaa9-72b6786c0236 HTTP/1.1" status: 204 len: 168 time: 0.1222601 Mar 07 13:52:17.694982 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-a46a6c5b-f5af-4f07-be63-54164ca67eba None None] Provisioning complete for port e6bd2276-075e-4ef9-b32e-25d086d201c7 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:52:17.695932 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a46a6c5b-f5af-4f07-be63-54164ca67eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:17.697322 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3d9b48be-4fbc-4afc-8a31-742d25a76443 req-4275c548-1895-4c8a-8b4c-1d8754862fa4 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772815 Mar 07 13:52:17.698427 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e09bd7-500e-432a-bb46-d872f219a8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d31aa4-c8bc-4386-aaa9-72b6786c0236,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:17.732166 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-a46a6c5b-f5af-4f07-be63-54164ca67eba None None] Port e6bd2276-075e-4ef9-b32e-25d086d201c7 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:52:17.861497 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c5578072-0db5-4b3d-b2af-69cfe4eeef86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:17.942888 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-a91ce5b1-e623-4288-8b53-73abc0cbb5d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6bd2276-075e-4ef9-b32e-25d086d201c7 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:52:17.950311 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-a91ce5b1-e623-4288-8b53-73abc0cbb5d9 service neutron] Publish callbacks [] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:17.962804 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-a91ce5b1-e623-4288-8b53-73abc0cbb5d9 service neutron] Transition to ACTIVE for port object e6bd2276-075e-4ef9-b32e-25d086d201c7 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 13:52:17.966501 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-a91ce5b1-e623-4288-8b53-73abc0cbb5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:18.022428 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ce5b1-e623-4288-8b53-73abc0cbb5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e6bd2276-075e-4ef9-b32e-25d086d201c7,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:18.026204 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 59228) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:52:18.074919 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-23faa4cb-127f-4e16-8f88-2f803b3d46ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f32325d87f9342f3bc5786e9eb2626ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474784 Mar 07 13:52:18.077525 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 59232) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:52:18.095097 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-a91ce5b1-e623-4288-8b53-73abc0cbb5d9 service neutron] Attempting to bind port e6bd2276-075e-4ef9-b32e-25d086d201c7 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:52:18.095468 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-a91ce5b1-e623-4288-8b53-73abc0cbb5d9 service neutron] Attempting to bind port e6bd2276-075e-4ef9-b32e-25d086d201c7 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '7b250602-d67d-4066-a67f-4f6f899fede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:52:18.095797 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-a91ce5b1-e623-4288-8b53-73abc0cbb5d9 service neutron] Attempting to bind port e6bd2276-075e-4ef9-b32e-25d086d201c7 on network 11248537-f61f-4e52-a906-c8f79d05286d {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:52:18.100843 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-a91ce5b1-e623-4288-8b53-73abc0cbb5d9 service neutron] Port e6bd2276-075e-4ef9-b32e-25d086d201c7 on network 11248537-f61f-4e52-a906-c8f79d05286d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 13:52:18.101337 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-a91ce5b1-e623-4288-8b53-73abc0cbb5d9 service neutron] Attempting to bind port e6bd2276-075e-4ef9-b32e-25d086d201c7 on network 11248537-f61f-4e52-a906-c8f79d05286d {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:52:18.106879 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-a91ce5b1-e623-4288-8b53-73abc0cbb5d9 service neutron] Checking agent: {'id': '54ecd8f5-e943-4369-a21b-1222345f30ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'started_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:52:18.107217 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-a91ce5b1-e623-4288-8b53-73abc0cbb5d9 service neutron] Checking segment: {'id': '7b250602-d67d-4066-a67f-4f6f899fede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:52:18.107606 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-a91ce5b1-e623-4288-8b53-73abc0cbb5d9 service neutron] Bound using segment: {'id': '7b250602-d67d-4066-a67f-4f6f899fede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:52:18.108036 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-a91ce5b1-e623-4288-8b53-73abc0cbb5d9 service neutron] Bound port: e6bd2276-075e-4ef9-b32e-25d086d201c7, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b250602-d67d-4066-a67f-4f6f899fede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:52:18.108390 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-a91ce5b1-e623-4288-8b53-73abc0cbb5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:18.128865 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-eed24149-b56c-42e9-b183-ed797199b65c admin admin] Publish callbacks [] for security_group (c63ca942-c8f2-43eb-9bd2-ecfa8249e661), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:18.154867 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-eed24149-b56c-42e9-b183-ed797199b65c admin admin] Publish callbacks [] for security_group (c63ca942-c8f2-43eb-9bd2-ecfa8249e661), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:18.175738 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-a91ce5b1-e623-4288-8b53-73abc0cbb5d9 service neutron] For port e6bd2276-075e-4ef9-b32e-25d086d201c7, host hv-cinder-81322, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:52:18.178874 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-a91ce5b1-e623-4288-8b53-73abc0cbb5d9 service neutron] For port e6bd2276-075e-4ef9-b32e-25d086d201c7, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e6bd2276-075e-4ef9-b32e-25d086d201c7,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:52:18.186433 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-a91ce5b1-e623-4288-8b53-73abc0cbb5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:18.210678 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-eed24149-b56c-42e9-b183-ed797199b65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (c63ca942-c8f2-43eb-9bd2-ecfa8249e661), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:18.214375 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-eed24149-b56c-42e9-b183-ed797199b65c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:18.215714 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-eed24149-b56c-42e9-b183-ed797199b65c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c63ca942-c8f2-43eb-9bd2-ecfa8249e661 HTTP/1.1" status: 204 len: 168 time: 0.1372497 Mar 07 13:52:18.224977 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed24149-b56c-42e9-b183-ed797199b65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63ca942-c8f2-43eb-9bd2-ecfa8249e661,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:18.242988 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-a91ce5b1-e623-4288-8b53-73abc0cbb5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:18.243723 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-a91ce5b1-e623-4288-8b53-73abc0cbb5d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:18.245497 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-a91ce5b1-e623-4288-8b53-73abc0cbb5d9 service neutron] 10.222.0.10 "PUT /v2.0/ports/e6bd2276-075e-4ef9-b32e-25d086d201c7 HTTP/1.1" status: 200 len: 1094 time: 0.7142849 Mar 07 13:52:18.246000 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421fec53-b110-4129-b99e-413d8818fa0a', 'tag': 'e6bd2276-075e-4ef9-b32e-25d086d201c7'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:52:18.248609 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9771e776-aab0-4bee-b7f9-c95a481755f2" -d '{"events": [{"name": "network-changed", "server_uuid": "421fec53-b110-4129-b99e-413d8818fa0a", "tag": "e6bd2276-075e-4ef9-b32e-25d086d201c7"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:52:18.295886 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device e3778815-02f7-49dc-9857-237652a2a021 no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:52:18.322307 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: e3778815-02f7-49dc-9857-237652a2a021 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:52:18.322956 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device e3778815-02f7-49dc-9857-237652a2a021 not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:52:18.324152 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device d09785bd-8d44-4a44-8b6d-d6417a5e6ef2 no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:52:18.348999 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796fe44c-af96-467f-b3f2-89601a4a993c x-openstack-request-id: req-796fe44c-af96-467f-b3f2-89601a4a993c {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:52:18.349514 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421fec53-b110-4129-b99e-413d8818fa0a", "tag": "e6bd2276-075e-4ef9-b32e-25d086d201c7", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:52:18.350090 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-796fe44c-af96-467f-b3f2-89601a4a993c {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:52:18.350640 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421fec53-b110-4129-b99e-413d8818fa0a', 'tag': 'e6bd2276-075e-4ef9-b32e-25d086d201c7', 'status': 'completed', 'code': 200} Mar 07 13:52:18.352556 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: d09785bd-8d44-4a44-8b6d-d6417a5e6ef2 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:52:18.352969 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device d09785bd-8d44-4a44-8b6d-d6417a5e6ef2 not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:52:18.366855 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ce5b1-e623-4288-8b53-73abc0cbb5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e6bd2276-075e-4ef9-b32e-25d086d201c7,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:18.390566 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-5bfe53e2-67a4-4731-8def-97fab03df327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:18.392284 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-5bfe53e2-67a4-4731-8def-97fab03df327 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29cf89a499e44925abf85d7d74541fbd&device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 1128 time: 0.0748174 Mar 07 13:52:18.446275 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-2a2b08d7-4a78-4a0b-b889-dd71499fd3b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6bd2276-075e-4ef9-b32e-25d086d201c7 HTTP/1.1" status: 200 len: 217 time: 0.0404122 Mar 07 13:52:18.498046 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-2e7a06cb-3727-4acc-84a9-d2ca2462c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:18.499535 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-2e7a06cb-3727-4acc-84a9-d2ca2462c0c4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f00f6663-2751-47b6-a25e-1bb93ec00e74 HTTP/1.1" status: 200 len: 856 time: 0.0477145 Mar 07 13:52:18.556737 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-660516fa-c391-48ff-a092-95d60538a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:18.558230 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-660516fa-c391-48ff-a092-95d60538a200 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11248537-f61f-4e52-a906-c8f79d05286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515907 Mar 07 13:52:18.656243 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-bb235e50-e5f3-46e9-94da-fccc000f68db service neutron] 10.222.0.10 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907695 Mar 07 13:52:18.750171 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7acca0f4-d4f3-432b-b878-74614211cdf2 req-44a4a9a0-bc0b-4fec-a819-54441febb937 service neutron] 10.222.0.10 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878665 Mar 07 13:52:18.828731 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4d76e-d334-4bf0-97af-d7338e1f510d req-a1c1e64f-554f-4790-879f-9cc85c7c7e51 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:18.830214 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-24a4d76e-d334-4bf0-97af-d7338e1f510d req-a1c1e64f-554f-4790-879f-9cc85c7c7e51 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 944 time: 0.0557497 Mar 07 13:52:18.907553 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-24a4d76e-d334-4bf0-97af-d7338e1f510d req-f1645bc5-4c79-4a6b-9a03-cef49938b9c9 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717552 Mar 07 13:52:18.920195 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771e776-aab0-4bee-b7f9-c95a481755f2 req-9dad16fb-b968-4c49-b885-026143589a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:18.921786 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9771e776-aab0-4bee-b7f9-c95a481755f2 req-9dad16fb-b968-4c49-b885-026143589a6d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29cf89a499e44925abf85d7d74541fbd&device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 1128 time: 0.0555179 Mar 07 13:52:19.013813 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771e776-aab0-4bee-b7f9-c95a481755f2 req-a9ac1b90-51d9-4367-956c-47ea4dd1c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:19.015248 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9771e776-aab0-4bee-b7f9-c95a481755f2 req-a9ac1b90-51d9-4367-956c-47ea4dd1c809 service neutron] 10.222.0.10 "GET /v2.0/networks?id=11248537-f61f-4e52-a906-c8f79d05286d HTTP/1.1" status: 200 len: 917 time: 0.0862052 Mar 07 13:52:19.055125 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9771e776-aab0-4bee-b7f9-c95a481755f2 req-fcb81c4e-1b90-4707-abda-409b1e136d1b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6bd2276-075e-4ef9-b32e-25d086d201c7 HTTP/1.1" status: 200 len: 217 time: 0.0325155 Mar 07 13:52:19.104587 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771e776-aab0-4bee-b7f9-c95a481755f2 req-4f4a7668-8463-41b8-8981-29d8bf0178fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:19.106087 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9771e776-aab0-4bee-b7f9-c95a481755f2 req-4f4a7668-8463-41b8-8981-29d8bf0178fe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f00f6663-2751-47b6-a25e-1bb93ec00e74 HTTP/1.1" status: 200 len: 856 time: 0.0454669 Mar 07 13:52:19.153835 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771e776-aab0-4bee-b7f9-c95a481755f2 req-76b7a810-fb20-4ec3-bf4c-72ee792fd7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:19.155256 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9771e776-aab0-4bee-b7f9-c95a481755f2 req-76b7a810-fb20-4ec3-bf4c-72ee792fd7f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11248537-f61f-4e52-a906-c8f79d05286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426400 Mar 07 13:52:19.245364 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9771e776-aab0-4bee-b7f9-c95a481755f2 req-0c413a9d-fa04-4a75-a174-fa92ae035a4b service neutron] 10.222.0.10 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823648 Mar 07 13:52:19.312395 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:52:19.332341 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9771e776-aab0-4bee-b7f9-c95a481755f2 req-61075e83-5802-4767-a358-23c3e7aeb2e1 service neutron] 10.222.0.10 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808959 Mar 07 13:52:20.029585 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba43b46-bad7-4d45-a479-b1cd6c48f51f req-b66e4adc-ca4b-48c9-8f99-1aadb2cab175 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:20.031040 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cba43b46-bad7-4d45-a479-b1cd6c48f51f req-b66e4adc-ca4b-48c9-8f99-1aadb2cab175 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 944 time: 0.0519629 Mar 07 13:52:20.066061 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40b0d607-e953-47fe-b19b-3973af923881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:20.081402 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cba43b46-bad7-4d45-a479-b1cd6c48f51f req-4a6153dd-f61e-4f25-9667-877eae1293d1 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448701 Mar 07 13:52:21.208942 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b42e3-dcca-4df7-8690-8596af2e6843 req-6e4417ad-40a4-4e17-8487-743901dc848a tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:21.210357 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e82b42e3-dcca-4df7-8690-8596af2e6843 req-6e4417ad-40a4-4e17-8487-743901dc848a tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 944 time: 0.0587289 Mar 07 13:52:21.260054 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e82b42e3-dcca-4df7-8690-8596af2e6843 req-75697c03-b91a-479a-8af6-ee6bb02cc74f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442107 Mar 07 13:52:21.326480 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:22.379875 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89474bbf-ca77-46e6-b7a2-9dec17e00a2b req-b2d3404c-49ee-4331-abd3-43739318f7fd tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:22.381351 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-89474bbf-ca77-46e6-b7a2-9dec17e00a2b req-b2d3404c-49ee-4331-abd3-43739318f7fd tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 944 time: 0.0511882 Mar 07 13:52:22.421205 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:22.428099 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-89474bbf-ca77-46e6-b7a2-9dec17e00a2b req-128504b5-d842-475b-b838-47eca08b0d84 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406840 Mar 07 13:52:22.608427 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device e6bd2276-075e-4ef9-b32e-25d086d201c7 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 13:52:22.703422 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port e6bd2276-075e-4ef9-b32e-25d086d201c7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e6bd2276-075e-4ef9-b32e-25d086d201c7,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:52:22.713429 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Returning: {'device': 'e6bd2276-075e-4ef9-b32e-25d086d201c7', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'port_id': 'e6bd2276-075e-4ef9-b32e-25d086d201c7', 'mac_address': 'fa:16:3e:51:13:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 13:52:22.748765 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port e6bd2276-075e-4ef9-b32e-25d086d201c7 is: DOWN; New status is: BUILD {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:52:22.749169 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:22.761780 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6bd2276-075e-4ef9-b32e-25d086d201c7 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:52:22.780649 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port e6bd2276-075e-4ef9-b32e-25d086d201c7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e6bd2276-075e-4ef9-b32e-25d086d201c7,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:52:22.784633 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:22.829231 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=e6bd2276-075e-4ef9-b32e-25d086d201c7,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:23.208383 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['e6bd2276-075e-4ef9-b32e-25d086d201c7'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:52:23.551828 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847cd56-af98-4179-a7b6-dc26de592f2d req-1eeda23c-16c9-41d1-97a1-d21528bb529a tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:23.553308 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f847cd56-af98-4179-a7b6-dc26de592f2d req-1eeda23c-16c9-41d1-97a1-d21528bb529a tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 945 time: 0.0555902 Mar 07 13:52:23.597546 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f847cd56-af98-4179-a7b6-dc26de592f2d req-b30b1135-3aaf-4bb5-a0ba-0581f08aa9d2 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388780 Mar 07 13:52:24.248263 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:24.623334 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device e6bd2276-075e-4ef9-b32e-25d086d201c7 up at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:52:24.671348 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning for port e6bd2276-075e-4ef9-b32e-25d086d201c7 completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 13:52:24.675806 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning complete for port e6bd2276-075e-4ef9-b32e-25d086d201c7 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:52:24.676209 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:24.717628 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec817d2-935a-4be1-865b-a1f53400dcfa req-cb53ca0c-05a3-4d0b-8211-568d5c7efffe tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:24.719118 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6ec817d2-935a-4be1-865b-a1f53400dcfa req-cb53ca0c-05a3-4d0b-8211-568d5c7efffe tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 945 time: 0.0522170 Mar 07 13:52:24.755678 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port e6bd2276-075e-4ef9-b32e-25d086d201c7 is: BUILD; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:52:24.756064 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:24.765434 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6ec817d2-935a-4be1-865b-a1f53400dcfa req-98b47154-6e47-4aa1-839b-4e75cefe8529 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406816 Mar 07 13:52:24.778213 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421fec53-b110-4129-b99e-413d8818fa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bd2276-075e-4ef9-b32e-25d086d201c7'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:52:24.780389 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349839fa-8619-4865-9a07-afbcabceb20f" -d '{"events": [{"server_uuid": "421fec53-b110-4129-b99e-413d8818fa0a", "name": "network-vif-plugged", "status": "completed", "tag": "e6bd2276-075e-4ef9-b32e-25d086d201c7"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:52:24.794945 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port e6bd2276-075e-4ef9-b32e-25d086d201c7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e6bd2276-075e-4ef9-b32e-25d086d201c7,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:52:24.798849 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:24.824395 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c227a3-7be6-4bca-a9dc-235f01852237 x-openstack-request-id: req-96c227a3-7be6-4bca-a9dc-235f01852237 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:52:24.824685 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421fec53-b110-4129-b99e-413d8818fa0a", "name": "network-vif-plugged", "status": "completed", "tag": "e6bd2276-075e-4ef9-b32e-25d086d201c7", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:52:24.824932 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96c227a3-7be6-4bca-a9dc-235f01852237 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:52:24.825358 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421fec53-b110-4129-b99e-413d8818fa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bd2276-075e-4ef9-b32e-25d086d201c7', 'code': 200} Mar 07 13:52:24.849142 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=e6bd2276-075e-4ef9-b32e-25d086d201c7,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:52:25.037949 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8e764-9d50-4aa7-85bb-90eed5b7bb52 req-92ff703a-d37b-418a-aaad-2908c703f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:25.040017 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7fa8e764-9d50-4aa7-85bb-90eed5b7bb52 req-92ff703a-d37b-418a-aaad-2908c703f7db service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 1130 time: 0.0426674 Mar 07 13:52:25.086079 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7fa8e764-9d50-4aa7-85bb-90eed5b7bb52 req-fd7e89f9-8406-4cce-b6c9-34278d18f845 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388227 Mar 07 13:52:25.884378 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297f0d1-4253-4c4f-8f00-9aed64fef629 req-9f4db20e-2e31-4ae0-8358-d012885adc4b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:25.885878 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8297f0d1-4253-4c4f-8f00-9aed64fef629 req-9f4db20e-2e31-4ae0-8358-d012885adc4b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 946 time: 0.0515442 Mar 07 13:52:25.932193 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8297f0d1-4253-4c4f-8f00-9aed64fef629 req-8101da58-1c2a-40ef-90e0-c973fb5d07ac tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402999 Mar 07 13:52:27.052927 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3226b-d89a-4857-a6f5-09f50d9a0f1c req-5b1b14e6-3c1f-4d51-82a1-f0845c16b185 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:27.054982 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dff3226b-d89a-4857-a6f5-09f50d9a0f1c req-5b1b14e6-3c1f-4d51-82a1-f0845c16b185 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 946 time: 0.0514262 Mar 07 13:52:27.098627 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dff3226b-d89a-4857-a6f5-09f50d9a0f1c req-250bb5c6-1f19-4edf-9f14-6956cf3f4873 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383179 Mar 07 13:52:27.219025 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa389b-f121-4d57-b32e-4d9231548a82 req-21845685-3ada-41cd-b241-127b66f0040a tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:27.220404 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2cfa389b-f121-4d57-b32e-4d9231548a82 req-21845685-3ada-41cd-b241-127b66f0040a tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 946 time: 0.0564837 Mar 07 13:52:27.229467 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 59262) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:52:27.233926 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-c627ffb1-0fa6-4f5f-b873-10667b4aee81 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Request body: {'floatingip': {'port_id': 'e6bd2276-075e-4ef9-b32e-25d086d201c7'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:52:27.271489 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c627ffb1-0fa6-4f5f-b873-10667b4aee81 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for floatingip (a3699e5f-c8ca-46ef-8085-59fa3471cddb), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:27.696295 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c627ffb1-0fa6-4f5f-b873-10667b4aee81 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:27.700800 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c627ffb1-0fa6-4f5f-b873-10667b4aee81 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (a3699e5f-c8ca-46ef-8085-59fa3471cddb), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:27.801302 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.l3_db [None req-c627ffb1-0fa6-4f5f-b873-10667b4aee81 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Floating IP a3699e5f-c8ca-46ef-8085-59fa3471cddb associated. External IP: 172.27.1.17, port: e6bd2276-075e-4ef9-b32e-25d086d201c7. Mar 07 13:52:28.006237 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c627ffb1-0fa6-4f5f-b873-10667b4aee81 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Router 49e8bed0-1942-4173-bf9f-044d676b780f has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:52:28.110680 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c627ffb1-0fa6-4f5f-b873-10667b4aee81 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:52:28.115130 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c627ffb1-0fa6-4f5f-b873-10667b4aee81 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:28.121786 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1192e492-d9d5-492e-b04f-f281e31b1db1 None None] Sync routers for ids ['49e8bed0-1942-4173-bf9f-044d676b780f'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:52:28.131759 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1192e492-d9d5-492e-b04f-f281e31b1db1 None None] Routers {'49e8bed0-1942-4173-bf9f-044d676b780f'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:52:28.132400 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-1192e492-d9d5-492e-b04f-f281e31b1db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:52:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['49e8bed0-1942-4173-bf9f-044d676b780f'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:52:28.376028 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-1192e492-d9d5-492e-b04f-f281e31b1db1 None None] Set router 49e8bed0-1942-4173-bf9f-044d676b780f gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:52:28.419407 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-c627ffb1-0fa6-4f5f-b873-10667b4aee81 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "PUT /v2.0/floatingips/a3699e5f-c8ca-46ef-8085-59fa3471cddb HTTP/1.1" status: 200 len: 991 time: 1.1886461 Mar 07 13:52:28.419981 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421fec53-b110-4129-b99e-413d8818fa0a', 'tag': 'e6bd2276-075e-4ef9-b32e-25d086d201c7'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:52:28.422223 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266edc0e-7c7d-46ea-9c25-f77c7f3fcb9f" -d '{"events": [{"name": "network-changed", "server_uuid": "421fec53-b110-4129-b99e-413d8818fa0a", "tag": "e6bd2276-075e-4ef9-b32e-25d086d201c7"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:52:28.456292 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6359a30-4883-430b-babe-a1ea55c96586 x-openstack-request-id: req-a6359a30-4883-430b-babe-a1ea55c96586 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:52:28.456581 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421fec53-b110-4129-b99e-413d8818fa0a", "tag": "e6bd2276-075e-4ef9-b32e-25d086d201c7", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:52:28.456831 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6359a30-4883-430b-babe-a1ea55c96586 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:52:28.457253 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421fec53-b110-4129-b99e-413d8818fa0a', 'tag': 'e6bd2276-075e-4ef9-b32e-25d086d201c7', 'status': 'completed', 'code': 200} Mar 07 13:52:28.553136 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266edc0e-7c7d-46ea-9c25-f77c7f3fcb9f req-79305b11-21ab-46b3-8703-65862fbfbef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:28.555182 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-266edc0e-7c7d-46ea-9c25-f77c7f3fcb9f req-79305b11-21ab-46b3-8703-65862fbfbef1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29cf89a499e44925abf85d7d74541fbd&device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 1130 time: 0.0433116 Mar 07 13:52:28.599515 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-1192e492-d9d5-492e-b04f-f281e31b1db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'name': 'tempest-AttachVolumeShelveTestJSON-1207087246-router', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:56Z', 'revision_number': 4, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'gw_port': {'id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': 'a3699e5f-c8ca-46ef-8085-59fa3471cddb', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'port_id': 'e6bd2276-075e-4ef9-b32e-25d086d201c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'mac_address': 'fa:16:3e:51:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421fec53-b110-4129-b99e-413d8818fa0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:52:12Z', 'updated_at': '2022-03-07T13:52:27Z', 'revision_number': 1, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acec564d-4568-4147-94a1-900ec3811164', 'name': '', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'mac_address': 'fa:16:3e:ac:8a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:55Z', 'updated_at': '2022-03-07T13:46:01Z', 'revision_number': 5, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'subnets': [{'id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:52:28.625938 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1192e492-d9d5-492e-b04f-f281e31b1db1 None None] Checking router: 49e8bed0-1942-4173-bf9f-044d676b780f for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:52:28.634163 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1192e492-d9d5-492e-b04f-f281e31b1db1 None None] Routers {'49e8bed0-1942-4173-bf9f-044d676b780f'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:52:28.634699 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-1192e492-d9d5-492e-b04f-f281e31b1db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:52:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['49e8bed0-1942-4173-bf9f-044d676b780f'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:52:28.644255 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266edc0e-7c7d-46ea-9c25-f77c7f3fcb9f req-f89241e4-8d68-4c21-99eb-10f2905d7f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:28.645758 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-266edc0e-7c7d-46ea-9c25-f77c7f3fcb9f req-f89241e4-8d68-4c21-99eb-10f2905d7f96 service neutron] 10.222.0.10 "GET /v2.0/networks?id=11248537-f61f-4e52-a906-c8f79d05286d HTTP/1.1" status: 200 len: 917 time: 0.0842400 Mar 07 13:52:28.709688 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-266edc0e-7c7d-46ea-9c25-f77c7f3fcb9f req-da2f5ee6-a6d0-4dc2-8ae9-96579d47eb8b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6bd2276-075e-4ef9-b32e-25d086d201c7 HTTP/1.1" status: 200 len: 999 time: 0.0561209 Mar 07 13:52:28.741969 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-1192e492-d9d5-492e-b04f-f281e31b1db1 None None] Set router 49e8bed0-1942-4173-bf9f-044d676b780f gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:52:28.759620 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266edc0e-7c7d-46ea-9c25-f77c7f3fcb9f req-0523a315-51da-4f68-bb34-422e284dd4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:28.761054 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-266edc0e-7c7d-46ea-9c25-f77c7f3fcb9f req-0523a315-51da-4f68-bb34-422e284dd4f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f00f6663-2751-47b6-a25e-1bb93ec00e74 HTTP/1.1" status: 200 len: 856 time: 0.0418971 Mar 07 13:52:28.816091 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266edc0e-7c7d-46ea-9c25-f77c7f3fcb9f req-6cb0df9f-c23f-4c77-9282-2abd915e40a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:28.817639 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-266edc0e-7c7d-46ea-9c25-f77c7f3fcb9f req-6cb0df9f-c23f-4c77-9282-2abd915e40a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11248537-f61f-4e52-a906-c8f79d05286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468612 Mar 07 13:52:28.909619 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-266edc0e-7c7d-46ea-9c25-f77c7f3fcb9f req-e07ae301-32a7-4174-afa4-715b1cf27310 service neutron] 10.222.0.10 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843992 Mar 07 13:52:28.963983 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-1192e492-d9d5-492e-b04f-f281e31b1db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'name': 'tempest-AttachVolumeShelveTestJSON-1207087246-router', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:56Z', 'revision_number': 4, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'gw_port': {'id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': 'a3699e5f-c8ca-46ef-8085-59fa3471cddb', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'port_id': 'e6bd2276-075e-4ef9-b32e-25d086d201c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'mac_address': 'fa:16:3e:51:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421fec53-b110-4129-b99e-413d8818fa0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:52:12Z', 'updated_at': '2022-03-07T13:52:27Z', 'revision_number': 1, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acec564d-4568-4147-94a1-900ec3811164', 'name': '', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'mac_address': 'fa:16:3e:ac:8a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:55Z', 'updated_at': '2022-03-07T13:46:01Z', 'revision_number': 5, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'subnets': [{'id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:52:28.990126 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1192e492-d9d5-492e-b04f-f281e31b1db1 None None] The sync data for ids ['49e8bed0-1942-4173-bf9f-044d676b780f'] in dv-cinder-813222-6-iscsi is: [{'id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'name': 'tempest-AttachVolumeShelveTestJSON-1207087246-router', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:56Z', 'revision_number': 4, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'gw_port': {'id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': 'a3699e5f-c8ca-46ef-8085-59fa3471cddb', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'port_id': 'e6bd2276-075e-4ef9-b32e-25d086d201c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'mac_address': 'fa:16:3e:51:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421fec53-b110-4129-b99e-413d8818fa0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:52:12Z', 'updated_at': '2022-03-07T13:52:27Z', 'revision_number': 1, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acec564d-4568-4147-94a1-900ec3811164', 'name': '', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'mac_address': 'fa:16:3e:ac:8a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:55Z', 'updated_at': '2022-03-07T13:46:01Z', 'revision_number': 5, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'subnets': [{'id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:52:29.000909 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-266edc0e-7c7d-46ea-9c25-f77c7f3fcb9f req-72968869-442f-4334-9ee1-db187292210c service neutron] 10.222.0.10 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838118 Mar 07 13:52:29.174754 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ea12e3-203c-4221-a89e-b82cae1904be None None] New status for floating IP a3699e5f-c8ca-46ef-8085-59fa3471cddb: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 13:52:32.365517 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478a1c0-cf38-487e-b1e8-88b7afc63e1f req-c40e4823-afb5-4bad-ad33-654470417812 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:32.367452 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6478a1c0-cf38-487e-b1e8-88b7afc63e1f req-c40e4823-afb5-4bad-ad33-654470417812 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0515077 Mar 07 13:52:32.413074 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6478a1c0-cf38-487e-b1e8-88b7afc63e1f req-464d3f9f-60c2-413f-91c3-12fabfe2be27 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401549 Mar 07 13:52:33.529893 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2f310-2e27-4ad3-bfc2-50f57994ed32 req-0e59572a-fefb-4ad6-829c-c8e282d6f741 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:33.531354 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-68d2f310-2e27-4ad3-bfc2-50f57994ed32 req-0e59572a-fefb-4ad6-829c-c8e282d6f741 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0513773 Mar 07 13:52:33.580895 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-68d2f310-2e27-4ad3-bfc2-50f57994ed32 req-8279b3b1-98a5-4633-97c6-e5c5a579f163 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441663 Mar 07 13:52:34.697876 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd093e-f89a-4050-b4c6-a7471d99f89a req-f98f93c0-c9cf-4b20-beeb-4c51c1584a1d tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:34.699597 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-22dd093e-f89a-4050-b4c6-a7471d99f89a req-f98f93c0-c9cf-4b20-beeb-4c51c1584a1d tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0540092 Mar 07 13:52:34.744468 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-22dd093e-f89a-4050-b4c6-a7471d99f89a req-a477c83e-5af5-4616-b871-092d53ae86a8 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394819 Mar 07 13:52:35.523578 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:35.862097 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a8534-e6d7-473f-bdf5-ff0f0c7a9033 req-ac448647-607c-4ba6-9fe7-45fc2741b183 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:35.863545 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f14a8534-e6d7-473f-bdf5-ff0f0c7a9033 req-ac448647-607c-4ba6-9fe7-45fc2741b183 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0521531 Mar 07 13:52:35.908807 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f14a8534-e6d7-473f-bdf5-ff0f0c7a9033 req-567d2752-d3e5-4225-b5b4-b1ed155936e6 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398335 Mar 07 13:52:37.027511 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f58dd-a589-4f0d-abed-e7a8ca9453cd req-0faac020-f2de-4336-8f36-9b5cd5003bbd tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:37.028976 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-988f58dd-a589-4f0d-abed-e7a8ca9453cd req-0faac020-f2de-4336-8f36-9b5cd5003bbd tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0556052 Mar 07 13:52:37.074157 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-988f58dd-a589-4f0d-abed-e7a8ca9453cd req-be4e0f6e-adc6-448d-b8ba-390efef85131 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397694 Mar 07 13:52:38.197814 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00b75b-961d-4231-8b7b-a59a5e039134 req-cbb8f531-2c8b-431b-b191-af6b0b267a92 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:38.199906 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0e00b75b-961d-4231-8b7b-a59a5e039134 req-cbb8f531-2c8b-431b-b191-af6b0b267a92 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0608625 Mar 07 13:52:38.245712 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0e00b75b-961d-4231-8b7b-a59a5e039134 req-4093fa00-1ed0-4ba0-b469-895e74a06bd4 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403349 Mar 07 13:52:39.361757 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079b912-bb8a-43e4-8627-ef55b8b66b37 req-c85cdd7d-6522-4684-9d86-ed71e1e1b61d tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:39.363235 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9079b912-bb8a-43e4-8627-ef55b8b66b37 req-c85cdd7d-6522-4684-9d86-ed71e1e1b61d tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0524006 Mar 07 13:52:39.412175 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9079b912-bb8a-43e4-8627-ef55b8b66b37 req-d818ff0f-b058-405f-9a84-06d667aba5ed tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434632 Mar 07 13:52:40.536474 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008cfc6-5fae-4154-bdd8-d9bcd99381e3 req-122f814e-7f96-49ec-ada8-c95fbb0fd892 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:40.537969 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2008cfc6-5fae-4154-bdd8-d9bcd99381e3 req-122f814e-7f96-49ec-ada8-c95fbb0fd892 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0506482 Mar 07 13:52:40.583777 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2008cfc6-5fae-4154-bdd8-d9bcd99381e3 req-7eae9bdb-5f66-4f88-932e-b39e571f1cd8 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398045 Mar 07 13:52:41.699146 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3063d-69ca-4c1b-bec4-e9f881ad0f25 req-8312943f-8d6d-4f80-a877-58d9bb19b2f1 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:41.700599 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2de3063d-69ca-4c1b-bec4-e9f881ad0f25 req-8312943f-8d6d-4f80-a877-58d9bb19b2f1 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0516224 Mar 07 13:52:41.746590 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2de3063d-69ca-4c1b-bec4-e9f881ad0f25 req-2dfb07a3-97c2-483b-8167-47764bc87082 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405958 Mar 07 13:52:42.876822 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365751c1-859b-4885-8b32-e078bc4e8132 req-ffedf517-369d-4675-89a1-3233159f5f47 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:42.878305 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-365751c1-859b-4885-8b32-e078bc4e8132 req-ffedf517-369d-4675-89a1-3233159f5f47 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0545752 Mar 07 13:52:42.923587 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-365751c1-859b-4885-8b32-e078bc4e8132 req-0e1ba06c-9986-4ed8-a219-ea9889dc0ebc tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391974 Mar 07 13:52:44.039883 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258abf91-3830-4832-8828-259fe401f94a req-ba09eda5-35b0-45c7-bc07-63c51e3a81d7 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:44.041363 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-258abf91-3830-4832-8828-259fe401f94a req-ba09eda5-35b0-45c7-bc07-63c51e3a81d7 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0519865 Mar 07 13:52:44.086085 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-258abf91-3830-4832-8828-259fe401f94a req-35c8c5c6-a23f-4dc4-b485-ab7a74f73842 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389514 Mar 07 13:52:45.212297 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a0ffe-c913-4c8a-ac62-43ac40234557 req-b1dc15c0-dc77-456f-96c0-fe92746ee355 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:45.213715 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9f3a0ffe-c913-4c8a-ac62-43ac40234557 req-b1dc15c0-dc77-456f-96c0-fe92746ee355 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0612226 Mar 07 13:52:45.260466 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9f3a0ffe-c913-4c8a-ac62-43ac40234557 req-02f7841a-b252-42e7-9dd6-76226be1f99c tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413051 Mar 07 13:52:46.386284 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffebe28-9bae-49d4-8ed5-db8fb40eaf74 req-566e63de-a9c8-4da5-bbbb-7f5c2c7961e6 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:46.387737 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cffebe28-9bae-49d4-8ed5-db8fb40eaf74 req-566e63de-a9c8-4da5-bbbb-7f5c2c7961e6 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0517511 Mar 07 13:52:46.433269 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cffebe28-9bae-49d4-8ed5-db8fb40eaf74 req-658c6c1c-86a6-4143-af73-97f464fa68bc tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399623 Mar 07 13:52:47.547254 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab261f-439b-446f-8eb5-a12fa2b64aa5 req-c591aab4-b492-4f43-bbdb-cec0fef8bb47 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:47.548690 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e2ab261f-439b-446f-8eb5-a12fa2b64aa5 req-c591aab4-b492-4f43-bbdb-cec0fef8bb47 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0509620 Mar 07 13:52:47.596906 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e2ab261f-439b-446f-8eb5-a12fa2b64aa5 req-00436570-7bda-40a3-987c-6f955df7b821 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428014 Mar 07 13:52:47.856395 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18f13a71-c209-494e-a699-de6bf65a476d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:48.710433 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf611f32-a234-4c5e-aee8-56f11516444a req-361c9186-58d7-4197-a90b-783bdfe9a498 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:48.711889 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bf611f32-a234-4c5e-aee8-56f11516444a req-361c9186-58d7-4197-a90b-783bdfe9a498 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0511339 Mar 07 13:52:48.757168 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bf611f32-a234-4c5e-aee8-56f11516444a req-1941ce1e-8ca4-4275-ab87-e07da095f95b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393085 Mar 07 13:52:49.875353 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a17cc-8651-4232-9b1f-23a2d59532ed req-1cae40f7-c9cd-423b-9cbf-67487129cf09 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:49.876814 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-127a17cc-8651-4232-9b1f-23a2d59532ed req-1cae40f7-c9cd-423b-9cbf-67487129cf09 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0520539 Mar 07 13:52:49.923282 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-127a17cc-8651-4232-9b1f-23a2d59532ed req-985120cd-587c-455d-a201-dfc00b07e367 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398171 Mar 07 13:52:50.067640 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a0a58afd-2a6f-4b50-8e94-ab8912bea52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:51.042378 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905d31d-5615-4129-b38e-87186b7369a3 req-803ee135-5997-4312-810a-696087d4bdfd tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:51.044089 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9905d31d-5615-4129-b38e-87186b7369a3 req-803ee135-5997-4312-810a-696087d4bdfd tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0570407 Mar 07 13:52:51.088474 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9905d31d-5615-4129-b38e-87186b7369a3 req-b086dfb1-0d29-474e-9c93-d78dac2e2225 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383949 Mar 07 13:52:51.329989 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:52.202701 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2d085-6770-49df-85fb-35e571b331b9 req-062bebd6-b7a3-4128-8810-0530af1b9101 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:52.204165 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-60d2d085-6770-49df-85fb-35e571b331b9 req-062bebd6-b7a3-4128-8810-0530af1b9101 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0513141 Mar 07 13:52:52.256941 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-60d2d085-6770-49df-85fb-35e571b331b9 req-e846d38a-6c17-4598-8fc8-31ecb9d84729 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473356 Mar 07 13:52:52.428261 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:53.373918 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8362436-8ed6-4872-b0d4-ad989d4d2c8c req-19cdfde2-b4ed-4783-90b2-abe39731b8fe tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:53.375373 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f8362436-8ed6-4872-b0d4-ad989d4d2c8c req-19cdfde2-b4ed-4783-90b2-abe39731b8fe tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0518014 Mar 07 13:52:53.425395 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f8362436-8ed6-4872-b0d4-ad989d4d2c8c req-1cf9845d-6f7a-47ef-a9af-e3a8652cd47b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445108 Mar 07 13:52:53.623657 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0298a-d852-4ad1-949b-5ac0266a6574 req-a8ac0b51-0b0e-4ff9-88c5-5a2fd98fb797 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:53.625148 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-aad0298a-d852-4ad1-949b-5ac0266a6574 req-a8ac0b51-0b0e-4ff9-88c5-5a2fd98fb797 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0588217 Mar 07 13:52:53.700488 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-aad0298a-d852-4ad1-949b-5ac0266a6574 req-79168616-665d-4d70-bb73-1aed5f805331 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697629 Mar 07 13:52:53.713325 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc863f13-3e56-47f5-9414-afb46e971b8f req-ba47764b-b38e-4d5a-bc0c-4aab9090dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:53.714787 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bc863f13-3e56-47f5-9414-afb46e971b8f req-ba47764b-b38e-4d5a-bc0c-4aab9090dbca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ffdd53d4a3f432e83ee1806a26d0e8b&device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 1129 time: 0.0560319 Mar 07 13:52:53.806558 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc863f13-3e56-47f5-9414-afb46e971b8f req-7d09bac0-f350-44bb-8f5a-d8081976bf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:53.807915 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bc863f13-3e56-47f5-9414-afb46e971b8f req-7d09bac0-f350-44bb-8f5a-d8081976bf57 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a13d25ed-6982-4eee-bae1-184f281a254d HTTP/1.1" status: 200 len: 910 time: 0.0864720 Mar 07 13:52:53.872945 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bc863f13-3e56-47f5-9414-afb46e971b8f req-cbb7dade-95f4-492e-9eaa-c81a0085c668 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=071d3a1f-1aed-4796-a5ba-d1d8c09b0146 HTTP/1.1" status: 200 len: 1001 time: 0.0588472 Mar 07 13:52:53.927894 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc863f13-3e56-47f5-9414-afb46e971b8f req-1d48a523-57b3-4d94-98aa-7e00c26b8496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:53.929346 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bc863f13-3e56-47f5-9414-afb46e971b8f req-1d48a523-57b3-4d94-98aa-7e00c26b8496 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2ecbb758-a715-42cc-aa60-edc95b9687c6 HTTP/1.1" status: 200 len: 849 time: 0.0495749 Mar 07 13:52:53.975996 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc863f13-3e56-47f5-9414-afb46e971b8f req-ff2b639e-ec97-4dce-a0e2-5284b9db279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:53.977419 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bc863f13-3e56-47f5-9414-afb46e971b8f req-ff2b639e-ec97-4dce-a0e2-5284b9db279a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a13d25ed-6982-4eee-bae1-184f281a254d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420675 Mar 07 13:52:54.062521 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bc863f13-3e56-47f5-9414-afb46e971b8f req-ed6ed7c5-d63b-4041-8824-a8bbc7f5a017 service neutron] 10.222.0.10 "GET /v2.0/networks/a13d25ed-6982-4eee-bae1-184f281a254d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786884 Mar 07 13:52:54.151671 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bc863f13-3e56-47f5-9414-afb46e971b8f req-32126f86-32f4-4dc1-b64f-606989faa7b0 service neutron] 10.222.0.10 "GET /v2.0/networks/a13d25ed-6982-4eee-bae1-184f281a254d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821660 Mar 07 13:52:54.249396 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:52:54.824895 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5c106-de04-468e-a40b-7e64323f991a req-ca3387cf-7e68-4ba6-b4c6-c5bb923bb698 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:54.826076 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-20e5c106-de04-468e-a40b-7e64323f991a req-ca3387cf-7e68-4ba6-b4c6-c5bb923bb698 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0583479 Mar 07 13:52:54.872996 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-20e5c106-de04-468e-a40b-7e64323f991a req-7acc24ca-aa85-4a85-8320-5c2e70ba7ff5 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411606 Mar 07 13:52:55.991765 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd9a9f-f7dc-4ea8-9ee8-e2a6698affd2 req-9902679f-906b-412f-a7e1-0e7045a368ec tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:52:55.993219 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-79cd9a9f-f7dc-4ea8-9ee8-e2a6698affd2 req-9902679f-906b-412f-a7e1-0e7045a368ec tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0546801 Mar 07 13:52:56.037776 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-79cd9a9f-f7dc-4ea8-9ee8-e2a6698affd2 req-89ef9523-19ee-413f-99e2-efba40ac9be8 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384843 Mar 07 13:52:56.310339 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:53:05.534550 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:08.328774 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fdf88e16-248d-45c3-af63-18105137bcac req-d5c0a80a-0355-489a-b3a0-9234ab1ce76c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427308 Mar 07 13:53:08.402641 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf88e16-248d-45c3-af63-18105137bcac req-87fa4d66-f1ad-4fa9-a973-1d41928b960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:08.404111 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fdf88e16-248d-45c3-af63-18105137bcac req-87fa4d66-f1ad-4fa9-a973-1d41928b960b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ffdd53d4a3f432e83ee1806a26d0e8b&device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 1129 time: 0.0434487 Mar 07 13:53:08.509739 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf88e16-248d-45c3-af63-18105137bcac req-06da68a8-38f1-42bf-89cf-d651abe027cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:08.511201 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fdf88e16-248d-45c3-af63-18105137bcac req-06da68a8-38f1-42bf-89cf-d651abe027cf service neutron] 10.222.0.10 "GET /v2.0/networks?id=a13d25ed-6982-4eee-bae1-184f281a254d HTTP/1.1" status: 200 len: 910 time: 0.0871608 Mar 07 13:53:08.574698 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fdf88e16-248d-45c3-af63-18105137bcac req-840a58a6-a3e7-43a9-9219-33f289d0c7a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=071d3a1f-1aed-4796-a5ba-d1d8c09b0146 HTTP/1.1" status: 200 len: 1001 time: 0.0563943 Mar 07 13:53:08.624492 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf88e16-248d-45c3-af63-18105137bcac req-4073157e-bacf-4ecf-a227-a6bdd4649738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:08.625922 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fdf88e16-248d-45c3-af63-18105137bcac req-4073157e-bacf-4ecf-a227-a6bdd4649738 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2ecbb758-a715-42cc-aa60-edc95b9687c6 HTTP/1.1" status: 200 len: 849 time: 0.0452809 Mar 07 13:53:08.673244 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf88e16-248d-45c3-af63-18105137bcac req-7fdfc1db-f308-4f90-bf48-9b847d73a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:08.674693 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fdf88e16-248d-45c3-af63-18105137bcac req-7fdfc1db-f308-4f90-bf48-9b847d73a65c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a13d25ed-6982-4eee-bae1-184f281a254d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426273 Mar 07 13:53:08.760229 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fdf88e16-248d-45c3-af63-18105137bcac req-e4b3f5c1-5c7a-4c05-9dd8-567923c43c2f service neutron] 10.222.0.10 "GET /v2.0/networks/a13d25ed-6982-4eee-bae1-184f281a254d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793223 Mar 07 13:53:08.849751 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fdf88e16-248d-45c3-af63-18105137bcac req-9d1db411-566d-4f97-8a87-2fa6a9255b26 service neutron] 10.222.0.10 "GET /v2.0/networks/a13d25ed-6982-4eee-bae1-184f281a254d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831692 Mar 07 13:53:17.857647 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d0389967-2f21-40ee-872f-4bbac4d19cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:20.067918 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2517e49e-b831-4acf-a620-9d1676c4ccfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:21.331474 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:22.429031 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:24.251331 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:26.349645 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-19935c17-9407-4cd0-96be-168e899695f5 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743294902&fields=id&tenant_id=c10fe3afe2e84b7694415570a68cee37 HTTP/1.1" status: 200 len: 267 time: 0.0432167 Mar 07 13:53:26.454001 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-b96d5ce9-6c7f-4b08-baaa-7601b3d59775 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:26.455337 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-b96d5ce9-6c7f-4b08-baaa-7601b3d59775 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/networks?id=ae647865-b6eb-48d6-bfc7-51b766b88343 HTTP/1.1" status: 200 len: 812 time: 0.0996890 Mar 07 13:53:26.469670 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-a42500b8-5ace-4a8c-b1dc-ccb270d123b7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/quotas/c10fe3afe2e84b7694415570a68cee37 HTTP/1.1" status: 200 len: 375 time: 0.0092444 Mar 07 13:53:26.523855 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-32f742cb-6dd0-485d-89ec-0f1c1d765475 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c10fe3afe2e84b7694415570a68cee37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495865 Mar 07 13:53:26.616838 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-df762cbf-87e7-4cf0-a12e-539bc9c59441 service neutron] 10.222.0.24 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825040 Mar 07 13:53:26.702360 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-eea30e37-0533-4492-acde-f43a6760939e service neutron] 10.222.0.24 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795493 Mar 07 13:53:26.977417 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-083207b9-613b-4790-a9bd-5d7a65222b73 req-ca659909-17d3-4a9d-a0fd-84dc992ae60d tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=946a78f4-3109-4d57-98d1-0c2e628b2e2f HTTP/1.1" status: 200 len: 210 time: 0.0272038 Mar 07 13:53:27.981583 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-1973df9b-f6f6-43a6-bab2-0c6a90fa446b tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:27.983017 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-1973df9b-f6f6-43a6-bab2-0c6a90fa446b tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.10 "GET /v2.0/networks?id=ae647865-b6eb-48d6-bfc7-51b766b88343 HTTP/1.1" status: 200 len: 812 time: 0.1062160 Mar 07 13:53:28.080003 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3f653171-54e4-4fce-93de-303c09cfa4e8 req-f54ec15e-96e9-493c-9b18-d08ed2a914e7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=946a78f4-3109-4d57-98d1-0c2e628b2e2f HTTP/1.1" status: 200 len: 210 time: 0.0329051 Mar 07 13:53:28.102444 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-4b62c2f2-e158-4960-af89-24bc6f97e064 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c10fe3afe2e84b7694415570a68cee37 HTTP/1.1" status: 200 len: 380 time: 0.0806525 Mar 07 13:53:28.111871 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-ab6d71d3-992e-4f4e-84cf-0fd8d22411f7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Request body: {'port': {'device_id': '946a78f4-3109-4d57-98d1-0c2e628b2e2f', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'admin_state_up': True, 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'security_groups': ['98b1786d-18a6-4787-8fcb-775b429beaf0']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:53:28.219762 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-ab6d71d3-992e-4f4e-84cf-0fd8d22411f7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Made reservation on behalf of c10fe3afe2e84b7694415570a68cee37 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:53:28.223058 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-ab6d71d3-992e-4f4e-84cf-0fd8d22411f7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:28.345037 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-ab6d71d3-992e-4f4e-84cf-0fd8d22411f7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Allocated IP 172.20.0.6 (ae647865-b6eb-48d6-bfc7-51b766b88343/7c56d65c-4807-49f7-98f6-3d6932945f85/826a19bd-d489-485a-89d0-dd98fbe90f50) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:53:28.479065 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-ab6d71d3-992e-4f4e-84cf-0fd8d22411f7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for port (826a19bd-d489-485a-89d0-dd98fbe90f50), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:28.512051 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-ab6d71d3-992e-4f4e-84cf-0fd8d22411f7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (826a19bd-d489-485a-89d0-dd98fbe90f50), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:28.558754 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-ab6d71d3-992e-4f4e-84cf-0fd8d22411f7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Network ae647865-b6eb-48d6-bfc7-51b766b88343 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:53:28.561910 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-ab6d71d3-992e-4f4e-84cf-0fd8d22411f7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:53:28.565498 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-ab6d71d3-992e-4f4e-84cf-0fd8d22411f7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:53:28.590461 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d71d3-992e-4f4e-84cf-0fd8d22411f7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Pushing event updated for resources: {'Port': ['ID=826a19bd-d489-485a-89d0-dd98fbe90f50,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:53:28.605192 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d71d3-992e-4f4e-84cf-0fd8d22411f7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:28.605453 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d71d3-992e-4f4e-84cf-0fd8d22411f7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:28.605724 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d71d3-992e-4f4e-84cf-0fd8d22411f7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:28.606061 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d71d3-992e-4f4e-84cf-0fd8d22411f7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:28.606394 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d71d3-992e-4f4e-84cf-0fd8d22411f7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:28.606730 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d71d3-992e-4f4e-84cf-0fd8d22411f7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:28.607040 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d71d3-992e-4f4e-84cf-0fd8d22411f7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:28.607366 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d71d3-992e-4f4e-84cf-0fd8d22411f7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:28.607696 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d71d3-992e-4f4e-84cf-0fd8d22411f7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:28.608023 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d71d3-992e-4f4e-84cf-0fd8d22411f7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:28.608345 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d71d3-992e-4f4e-84cf-0fd8d22411f7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:28.608678 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d71d3-992e-4f4e-84cf-0fd8d22411f7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:28.608983 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d71d3-992e-4f4e-84cf-0fd8d22411f7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:28.635547 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-ab6d71d3-992e-4f4e-84cf-0fd8d22411f7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:28.636171 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-ab6d71d3-992e-4f4e-84cf-0fd8d22411f7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:28.652906 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-ab6d71d3-992e-4f4e-84cf-0fd8d22411f7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5444899 Mar 07 13:53:28.674223 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-1e4f2c7b-8e01-4e9c-aa40-a485af14b752 service neutron] Request body: {'port': {'device_id': '946a78f4-3109-4d57-98d1-0c2e628b2e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:53:28.736379 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-1e4f2c7b-8e01-4e9c-aa40-a485af14b752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (826a19bd-d489-485a-89d0-dd98fbe90f50), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:28.815759 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-9141d601-4470-4f99-8257-9f398d4bdd63 None None] Provisioning complete for port 826a19bd-d489-485a-89d0-dd98fbe90f50 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:53:28.816333 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9141d601-4470-4f99-8257-9f398d4bdd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (826a19bd-d489-485a-89d0-dd98fbe90f50), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:28.849101 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9141d601-4470-4f99-8257-9f398d4bdd63 None None] Port 826a19bd-d489-485a-89d0-dd98fbe90f50 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:53:28.994789 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-1e4f2c7b-8e01-4e9c-aa40-a485af14b752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826a19bd-d489-485a-89d0-dd98fbe90f50 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:53:29.002115 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-1e4f2c7b-8e01-4e9c-aa40-a485af14b752 service neutron] Publish callbacks [] for port (826a19bd-d489-485a-89d0-dd98fbe90f50), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:29.013593 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-1e4f2c7b-8e01-4e9c-aa40-a485af14b752 service neutron] Transition to ACTIVE for port object 826a19bd-d489-485a-89d0-dd98fbe90f50 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 13:53:29.017860 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-1e4f2c7b-8e01-4e9c-aa40-a485af14b752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (826a19bd-d489-485a-89d0-dd98fbe90f50), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:29.068333 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f2c7b-8e01-4e9c-aa40-a485af14b752 service neutron] Pushing event updated for resources: {'Port': ['ID=826a19bd-d489-485a-89d0-dd98fbe90f50,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:53:29.139476 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-1e4f2c7b-8e01-4e9c-aa40-a485af14b752 service neutron] Attempting to bind port 826a19bd-d489-485a-89d0-dd98fbe90f50 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:53:29.139804 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-1e4f2c7b-8e01-4e9c-aa40-a485af14b752 service neutron] Attempting to bind port 826a19bd-d489-485a-89d0-dd98fbe90f50 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'e162dbb3-f7e8-4563-8238-36a47ee87ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:53:29.140132 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-1e4f2c7b-8e01-4e9c-aa40-a485af14b752 service neutron] Attempting to bind port 826a19bd-d489-485a-89d0-dd98fbe90f50 on network ae647865-b6eb-48d6-bfc7-51b766b88343 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:53:29.144761 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-1e4f2c7b-8e01-4e9c-aa40-a485af14b752 service neutron] Port 826a19bd-d489-485a-89d0-dd98fbe90f50 on network ae647865-b6eb-48d6-bfc7-51b766b88343 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 13:53:29.145286 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-1e4f2c7b-8e01-4e9c-aa40-a485af14b752 service neutron] Attempting to bind port 826a19bd-d489-485a-89d0-dd98fbe90f50 on network ae647865-b6eb-48d6-bfc7-51b766b88343 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:53:29.152956 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-1e4f2c7b-8e01-4e9c-aa40-a485af14b752 service neutron] Checking agent: {'id': '54ecd8f5-e943-4369-a21b-1222345f30ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'started_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:53:29.153321 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-1e4f2c7b-8e01-4e9c-aa40-a485af14b752 service neutron] Checking segment: {'id': 'e162dbb3-f7e8-4563-8238-36a47ee87ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:53:29.153702 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-1e4f2c7b-8e01-4e9c-aa40-a485af14b752 service neutron] Bound using segment: {'id': 'e162dbb3-f7e8-4563-8238-36a47ee87ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:53:29.154128 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-1e4f2c7b-8e01-4e9c-aa40-a485af14b752 service neutron] Bound port: 826a19bd-d489-485a-89d0-dd98fbe90f50, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e162dbb3-f7e8-4563-8238-36a47ee87ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:53:29.154483 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-1e4f2c7b-8e01-4e9c-aa40-a485af14b752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (826a19bd-d489-485a-89d0-dd98fbe90f50), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:29.254853 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf7a21-579b-4af0-9c0a-19183f9ced76 req-c46b0ed4-bf51-4edf-974c-aa6b2bbdd0a5 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:29.256321 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-deaf7a21-579b-4af0-9c0a-19183f9ced76 req-c46b0ed4-bf51-4edf-974c-aa6b2bbdd0a5 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=946a78f4-3109-4d57-98d1-0c2e628b2e2f HTTP/1.1" status: 200 len: 943 time: 0.1054356 Mar 07 13:53:29.260391 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-1e4f2c7b-8e01-4e9c-aa40-a485af14b752 service neutron] For port 826a19bd-d489-485a-89d0-dd98fbe90f50, host hv-cinder-81322, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:53:29.263532 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-1e4f2c7b-8e01-4e9c-aa40-a485af14b752 service neutron] For port 826a19bd-d489-485a-89d0-dd98fbe90f50, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=826a19bd-d489-485a-89d0-dd98fbe90f50,segment=NetworkSegment(e162dbb3-f7e8-4563-8238-36a47ee87ab4),segment_id=e162dbb3-f7e8-4563-8238-36a47ee87ab4)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:53:29.273665 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-1e4f2c7b-8e01-4e9c-aa40-a485af14b752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (826a19bd-d489-485a-89d0-dd98fbe90f50), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:29.329016 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-1e4f2c7b-8e01-4e9c-aa40-a485af14b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:29.329658 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-1e4f2c7b-8e01-4e9c-aa40-a485af14b752 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:29.332918 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-1e4f2c7b-8e01-4e9c-aa40-a485af14b752 service neutron] 10.222.0.10 "PUT /v2.0/ports/826a19bd-d489-485a-89d0-dd98fbe90f50 HTTP/1.1" status: 200 len: 1093 time: 0.6617551 Mar 07 13:53:29.333324 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946a78f4-3109-4d57-98d1-0c2e628b2e2f', 'tag': '826a19bd-d489-485a-89d0-dd98fbe90f50'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:53:29.335565 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ce5cb7-6e3c-44e3-89e2-2bc615531a01" -d '{"events": [{"name": "network-changed", "server_uuid": "946a78f4-3109-4d57-98d1-0c2e628b2e2f", "tag": "826a19bd-d489-485a-89d0-dd98fbe90f50"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:53:29.383514 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-deaf7a21-579b-4af0-9c0a-19183f9ced76 req-ba5a7ffe-dd64-4990-ab83-36669b2a7230 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183896 Mar 07 13:53:29.384620 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f2c7b-8e01-4e9c-aa40-a485af14b752 service neutron] Pushing event updated for resources: {'Port': ['ID=826a19bd-d489-485a-89d0-dd98fbe90f50,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:53:29.398752 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8a4660-b722-4bc3-bce7-10941815ea1d x-openstack-request-id: req-0d8a4660-b722-4bc3-bce7-10941815ea1d {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:53:29.399115 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946a78f4-3109-4d57-98d1-0c2e628b2e2f", "tag": "826a19bd-d489-485a-89d0-dd98fbe90f50", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:53:29.399346 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d8a4660-b722-4bc3-bce7-10941815ea1d {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:53:29.399843 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '946a78f4-3109-4d57-98d1-0c2e628b2e2f', 'tag': '826a19bd-d489-485a-89d0-dd98fbe90f50', 'status': 'completed', 'code': 200} Mar 07 13:53:29.456424 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-ffb2df7f-38fa-4b4c-bd25-d0640798324b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:29.458035 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-ffb2df7f-38fa-4b4c-bd25-d0640798324b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c10fe3afe2e84b7694415570a68cee37&device_id=946a78f4-3109-4d57-98d1-0c2e628b2e2f HTTP/1.1" status: 200 len: 1127 time: 0.0477326 Mar 07 13:53:29.508679 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-28f8cbaf-6477-48e3-8f06-70de584bbb86 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=826a19bd-d489-485a-89d0-dd98fbe90f50 HTTP/1.1" status: 200 len: 217 time: 0.0364897 Mar 07 13:53:29.555634 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-a0ae981d-b2f8-4858-84b1-ec3349a63ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:29.557077 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-a0ae981d-b2f8-4858-84b1-ec3349a63ed7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c56d65c-4807-49f7-98f6-3d6932945f85 HTTP/1.1" status: 200 len: 851 time: 0.0431380 Mar 07 13:53:29.608824 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-91289835-5b76-41be-844b-3cbaf747c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:29.610348 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-91289835-5b76-41be-844b-3cbaf747c1ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae647865-b6eb-48d6-bfc7-51b766b88343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478642 Mar 07 13:53:29.705620 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-cce1c1ad-2f24-439f-91cf-b1baa7498acd service neutron] 10.222.0.10 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856860 Mar 07 13:53:29.794670 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff948245-9c37-4273-8a93-9eca7a7d4305 req-243d1796-b435-4e0f-bd1b-a872ca2ac541 service neutron] 10.222.0.10 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827279 Mar 07 13:53:29.957860 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce5cb7-6e3c-44e3-89e2-2bc615531a01 req-ea2f1f1e-c8a1-45e8-b710-8cda1ce0d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:29.959363 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83ce5cb7-6e3c-44e3-89e2-2bc615531a01 req-ea2f1f1e-c8a1-45e8-b710-8cda1ce0d62c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c10fe3afe2e84b7694415570a68cee37&device_id=946a78f4-3109-4d57-98d1-0c2e628b2e2f HTTP/1.1" status: 200 len: 1127 time: 0.0434957 Mar 07 13:53:30.048576 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce5cb7-6e3c-44e3-89e2-2bc615531a01 req-b2a5d3c9-84a4-4aa5-8bae-04404e266079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:30.049993 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83ce5cb7-6e3c-44e3-89e2-2bc615531a01 req-b2a5d3c9-84a4-4aa5-8bae-04404e266079 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae647865-b6eb-48d6-bfc7-51b766b88343 HTTP/1.1" status: 200 len: 912 time: 0.0844352 Mar 07 13:53:30.089991 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83ce5cb7-6e3c-44e3-89e2-2bc615531a01 req-eeb4eb97-b30e-456c-9c00-41a28a2740d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=826a19bd-d489-485a-89d0-dd98fbe90f50 HTTP/1.1" status: 200 len: 217 time: 0.0334699 Mar 07 13:53:30.134604 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce5cb7-6e3c-44e3-89e2-2bc615531a01 req-d8ad47d9-9544-4734-8e01-f2581ddd6a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:30.136019 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83ce5cb7-6e3c-44e3-89e2-2bc615531a01 req-d8ad47d9-9544-4734-8e01-f2581ddd6a32 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c56d65c-4807-49f7-98f6-3d6932945f85 HTTP/1.1" status: 200 len: 851 time: 0.0404527 Mar 07 13:53:30.184199 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce5cb7-6e3c-44e3-89e2-2bc615531a01 req-bfd40549-7082-406d-bcff-ebaf1866ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:30.185718 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83ce5cb7-6e3c-44e3-89e2-2bc615531a01 req-bfd40549-7082-406d-bcff-ebaf1866ad81 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae647865-b6eb-48d6-bfc7-51b766b88343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439844 Mar 07 13:53:30.275506 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83ce5cb7-6e3c-44e3-89e2-2bc615531a01 req-61fec54d-558a-4dc6-9415-d26acb7a7b59 service neutron] 10.222.0.10 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823984 Mar 07 13:53:30.363612 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83ce5cb7-6e3c-44e3-89e2-2bc615531a01 req-e02f5649-46f3-4771-b768-1f28eaff02dd service neutron] 10.222.0.10 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828252 Mar 07 13:53:30.505419 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594476e-2e71-485e-aa5e-97eda52b33ed req-32faa2de-f345-44bd-9ff0-bc4444e89143 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:30.506880 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6594476e-2e71-485e-aa5e-97eda52b33ed req-32faa2de-f345-44bd-9ff0-bc4444e89143 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=946a78f4-3109-4d57-98d1-0c2e628b2e2f HTTP/1.1" status: 200 len: 943 time: 0.0523086 Mar 07 13:53:30.554164 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6594476e-2e71-485e-aa5e-97eda52b33ed req-1b33ab43-6f0d-4ea8-9f45-9ce31de5f69a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419035 Mar 07 13:53:31.667454 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a7092-2fe7-496c-936f-c9e1faf0ba7f req-be066d7c-5233-4bb8-a447-063ff22aeafe tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:31.668907 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-085a7092-2fe7-496c-936f-c9e1faf0ba7f req-be066d7c-5233-4bb8-a447-063ff22aeafe tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=946a78f4-3109-4d57-98d1-0c2e628b2e2f HTTP/1.1" status: 200 len: 943 time: 0.0510406 Mar 07 13:53:31.716200 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-085a7092-2fe7-496c-936f-c9e1faf0ba7f req-bc145b75-47f5-495a-8928-f9f036ffd440 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415857 Mar 07 13:53:32.834210 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c9793-2f49-4023-a2a9-bc5d7b683484 req-ba71bb0f-b4e7-43cf-9dd4-79e5dda51071 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:32.835672 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b39c9793-2f49-4023-a2a9-bc5d7b683484 req-ba71bb0f-b4e7-43cf-9dd4-79e5dda51071 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=946a78f4-3109-4d57-98d1-0c2e628b2e2f HTTP/1.1" status: 200 len: 943 time: 0.0558367 Mar 07 13:53:32.882836 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b39c9793-2f49-4023-a2a9-bc5d7b683484 req-9fda8323-16ab-4a20-b1b0-8672001936b4 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411329 Mar 07 13:53:33.309535 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:53:33.999857 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271cfd6-7333-40d5-8a44-2cbb8fda7571 req-5993a55a-69d8-4ec6-b243-d3d623517b58 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:34.001342 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e271cfd6-7333-40d5-8a44-2cbb8fda7571 req-5993a55a-69d8-4ec6-b243-d3d623517b58 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=946a78f4-3109-4d57-98d1-0c2e628b2e2f HTTP/1.1" status: 200 len: 943 time: 0.0514364 Mar 07 13:53:34.048530 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e271cfd6-7333-40d5-8a44-2cbb8fda7571 req-3b741ea2-57e6-4df7-b3bd-e2248e98ba2b tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417206 Mar 07 13:53:35.162661 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18717e89-b25f-42ff-ad03-27a43f3b9e75 req-c454e23e-796d-45fe-93a0-f64503864016 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:35.164053 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-18717e89-b25f-42ff-ad03-27a43f3b9e75 req-c454e23e-796d-45fe-93a0-f64503864016 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=946a78f4-3109-4d57-98d1-0c2e628b2e2f HTTP/1.1" status: 200 len: 943 time: 0.0516636 Mar 07 13:53:35.214921 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-18717e89-b25f-42ff-ad03-27a43f3b9e75 req-7cc50b5c-0ba9-4e92-8f6d-edcf5f875748 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450816 Mar 07 13:53:35.563220 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:36.329783 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b682c-88c7-42db-b8f0-43815ba7bf09 req-245f9f08-2800-4dd2-a7cc-74fc4871f919 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:36.331256 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b28b682c-88c7-42db-b8f0-43815ba7bf09 req-245f9f08-2800-4dd2-a7cc-74fc4871f919 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=946a78f4-3109-4d57-98d1-0c2e628b2e2f HTTP/1.1" status: 200 len: 943 time: 0.0520937 Mar 07 13:53:36.379370 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b28b682c-88c7-42db-b8f0-43815ba7bf09 req-84ed302a-7f09-4e7d-95ac-f5b882c3a3e3 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426054 Mar 07 13:53:37.493145 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1f76f-a2f2-4fa9-bb34-5f1014fb2bc1 req-e9947963-5fbf-4a5d-be21-193346103e2e tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:37.495173 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7cd1f76f-a2f2-4fa9-bb34-5f1014fb2bc1 req-e9947963-5fbf-4a5d-be21-193346103e2e tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=946a78f4-3109-4d57-98d1-0c2e628b2e2f HTTP/1.1" status: 200 len: 943 time: 0.0514739 Mar 07 13:53:37.542730 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7cd1f76f-a2f2-4fa9-bb34-5f1014fb2bc1 req-2fa95e9f-152a-463d-8971-b40b4e2f26fb tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421045 Mar 07 13:53:38.660018 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868b6a9-1a32-4551-9a3a-e2bf80c9e3c8 req-43c424f1-e127-43ed-ad3d-1fc832c5c19a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:38.661477 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4868b6a9-1a32-4551-9a3a-e2bf80c9e3c8 req-43c424f1-e127-43ed-ad3d-1fc832c5c19a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=946a78f4-3109-4d57-98d1-0c2e628b2e2f HTTP/1.1" status: 200 len: 943 time: 0.0541627 Mar 07 13:53:38.707931 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4868b6a9-1a32-4551-9a3a-e2bf80c9e3c8 req-c52d1abe-dc57-4585-8734-aeb1038c69b7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410635 Mar 07 13:53:39.114383 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 826a19bd-d489-485a-89d0-dd98fbe90f50 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 13:53:39.206989 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 826a19bd-d489-485a-89d0-dd98fbe90f50, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=826a19bd-d489-485a-89d0-dd98fbe90f50,segment=NetworkSegment(e162dbb3-f7e8-4563-8238-36a47ee87ab4),segment_id=e162dbb3-f7e8-4563-8238-36a47ee87ab4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:53:39.217620 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Returning: {'device': '826a19bd-d489-485a-89d0-dd98fbe90f50', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'port_id': '826a19bd-d489-485a-89d0-dd98fbe90f50', 'mac_address': 'fa:16:3e:b3:2e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 13:53:39.253623 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 826a19bd-d489-485a-89d0-dd98fbe90f50 is: DOWN; New status is: BUILD {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:53:39.254012 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (826a19bd-d489-485a-89d0-dd98fbe90f50), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:39.269732 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826a19bd-d489-485a-89d0-dd98fbe90f50 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:53:39.288139 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 826a19bd-d489-485a-89d0-dd98fbe90f50, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=826a19bd-d489-485a-89d0-dd98fbe90f50,segment=NetworkSegment(e162dbb3-f7e8-4563-8238-36a47ee87ab4),segment_id=e162dbb3-f7e8-4563-8238-36a47ee87ab4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:53:39.292292 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (826a19bd-d489-485a-89d0-dd98fbe90f50), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:39.340963 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=826a19bd-d489-485a-89d0-dd98fbe90f50,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:53:39.347774 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:39.348129 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:39.348477 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:39.348815 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:39.349171 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:39.349509 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:39.349839 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:39.350169 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:39.350495 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:39.350821 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:39.351146 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:39.351474 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:39.351792 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:39.749411 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['826a19bd-d489-485a-89d0-dd98fbe90f50'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:53:39.825638 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d8fa0-cf61-4b52-a286-6b40d3624b32 req-f5dd9ff6-4d3d-4921-b82a-e74b3a27bdbb tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:39.827754 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-158d8fa0-cf61-4b52-a286-6b40d3624b32 req-f5dd9ff6-4d3d-4921-b82a-e74b3a27bdbb tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=946a78f4-3109-4d57-98d1-0c2e628b2e2f HTTP/1.1" status: 200 len: 944 time: 0.0549908 Mar 07 13:53:39.876449 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-158d8fa0-cf61-4b52-a286-6b40d3624b32 req-1a34e073-5d6a-4807-9886-0bb9f8093f1d tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432098 Mar 07 13:53:40.995869 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823519c1-15fa-459c-9e38-5c8c3855c367 req-c72d554e-ae7f-4965-901e-fd2377a1ff6b tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:40.997455 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-823519c1-15fa-459c-9e38-5c8c3855c367 req-c72d554e-ae7f-4965-901e-fd2377a1ff6b tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=946a78f4-3109-4d57-98d1-0c2e628b2e2f HTTP/1.1" status: 200 len: 944 time: 0.0567603 Mar 07 13:53:41.046182 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-823519c1-15fa-459c-9e38-5c8c3855c367 req-3bcbf56d-0c19-467a-8d90-316a290f74dc tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430923 Mar 07 13:53:41.132764 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 826a19bd-d489-485a-89d0-dd98fbe90f50 up at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:53:41.180468 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning for port 826a19bd-d489-485a-89d0-dd98fbe90f50 completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 13:53:41.184561 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning complete for port 826a19bd-d489-485a-89d0-dd98fbe90f50 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:53:41.184928 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (826a19bd-d489-485a-89d0-dd98fbe90f50), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:41.262688 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 826a19bd-d489-485a-89d0-dd98fbe90f50 is: BUILD; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:53:41.263069 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (826a19bd-d489-485a-89d0-dd98fbe90f50), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:41.284784 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946a78f4-3109-4d57-98d1-0c2e628b2e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826a19bd-d489-485a-89d0-dd98fbe90f50'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:53:41.286999 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea79026-06ce-4130-9530-0769c419374d" -d '{"events": [{"server_uuid": "946a78f4-3109-4d57-98d1-0c2e628b2e2f", "name": "network-vif-plugged", "status": "completed", "tag": "826a19bd-d489-485a-89d0-dd98fbe90f50"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:53:41.300952 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 826a19bd-d489-485a-89d0-dd98fbe90f50, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=826a19bd-d489-485a-89d0-dd98fbe90f50,segment=NetworkSegment(e162dbb3-f7e8-4563-8238-36a47ee87ab4),segment_id=e162dbb3-f7e8-4563-8238-36a47ee87ab4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:53:41.304986 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (826a19bd-d489-485a-89d0-dd98fbe90f50), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:41.328270 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620b394d-9ebf-41eb-9c62-6c99b905361d x-openstack-request-id: req-620b394d-9ebf-41eb-9c62-6c99b905361d {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:53:41.328556 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946a78f4-3109-4d57-98d1-0c2e628b2e2f", "name": "network-vif-plugged", "status": "completed", "tag": "826a19bd-d489-485a-89d0-dd98fbe90f50", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:53:41.328803 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-620b394d-9ebf-41eb-9c62-6c99b905361d {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:53:41.329206 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946a78f4-3109-4d57-98d1-0c2e628b2e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826a19bd-d489-485a-89d0-dd98fbe90f50', 'code': 200} Mar 07 13:53:41.361059 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=826a19bd-d489-485a-89d0-dd98fbe90f50,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:53:41.583620 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f11980-25c4-4cea-8117-110a7f11bf64 req-71c41ba7-a809-4e8f-ba88-21fccae6fc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:41.585077 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a8f11980-25c4-4cea-8117-110a7f11bf64 req-71c41ba7-a809-4e8f-ba88-21fccae6fc56 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=946a78f4-3109-4d57-98d1-0c2e628b2e2f HTTP/1.1" status: 200 len: 1129 time: 0.0418940 Mar 07 13:53:41.628927 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a8f11980-25c4-4cea-8117-110a7f11bf64 req-3ad75179-8b86-4c17-a0ae-b531badb4464 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369020 Mar 07 13:53:42.161822 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8767a-db74-4f86-bf7b-c591014a1e5d req-4eca1110-7b7b-4096-925b-bf3fe00ce5fe tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:42.163167 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-57f8767a-db74-4f86-bf7b-c591014a1e5d req-4eca1110-7b7b-4096-925b-bf3fe00ce5fe tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=946a78f4-3109-4d57-98d1-0c2e628b2e2f HTTP/1.1" status: 200 len: 945 time: 0.0506849 Mar 07 13:53:42.213693 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-57f8767a-db74-4f86-bf7b-c591014a1e5d req-b4d3b3c4-d8fb-4491-b10c-4c169b42f06c tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451508 Mar 07 13:53:43.330391 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c296e6f-3ffc-4808-b728-5bc84704eb54 req-e954228f-1b8d-4589-ba5e-e48bce4c4aab tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:43.331840 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6c296e6f-3ffc-4808-b728-5bc84704eb54 req-e954228f-1b8d-4589-ba5e-e48bce4c4aab tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=946a78f4-3109-4d57-98d1-0c2e628b2e2f HTTP/1.1" status: 200 len: 945 time: 0.0536544 Mar 07 13:53:43.379117 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6c296e6f-3ffc-4808-b728-5bc84704eb54 req-97ac3313-a4d3-42d1-83e9-29f45dc9f8c6 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418322 Mar 07 13:53:44.493888 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c424b38-4759-41ea-86fd-091475ed9097 req-f51e2ccf-1c80-4901-8159-314533c2d6a5 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:44.495243 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6c424b38-4759-41ea-86fd-091475ed9097 req-f51e2ccf-1c80-4901-8159-314533c2d6a5 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=946a78f4-3109-4d57-98d1-0c2e628b2e2f HTTP/1.1" status: 200 len: 945 time: 0.0519931 Mar 07 13:53:44.541818 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6c424b38-4759-41ea-86fd-091475ed9097 req-752357a6-9c06-4d24-9d4a-eff18872becd tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410538 Mar 07 13:53:44.658458 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43887c3-02bb-44d1-9395-82d0a57c13b7 req-012a1b9a-f240-4817-a377-118ae5fc9946 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:44.659936 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b43887c3-02bb-44d1-9395-82d0a57c13b7 req-012a1b9a-f240-4817-a377-118ae5fc9946 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=946a78f4-3109-4d57-98d1-0c2e628b2e2f HTTP/1.1" status: 200 len: 945 time: 0.0546768 Mar 07 13:53:44.707246 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b43887c3-02bb-44d1-9395-82d0a57c13b7 req-074cbca8-2f18-4fc8-b33f-1c8a68a4cfc7 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419750 Mar 07 13:53:44.728194 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 59456) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:53:44.923646 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f1e1dd-16a1-47bb-9c73-226b7393b000 tempest-TestVolumeBootPattern-53503987 tempest-TestVolumeBootPattern-53503987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:44.925112 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-c4f1e1dd-16a1-47bb-9c73-226b7393b000 tempest-TestVolumeBootPattern-53503987 tempest-TestVolumeBootPattern-53503987-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=946a78f4-3109-4d57-98d1-0c2e628b2e2f HTTP/1.1" status: 200 len: 1124 time: 0.1960089 Mar 07 13:53:44.927897 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 59460) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:53:44.932837 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-2ed3024a-9c3e-496a-8c5c-6fdfee6a59fd tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Request body: {'floatingip': {'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'port_id': '826a19bd-d489-485a-89d0-dd98fbe90f50', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:53:44.951921 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ed3024a-9c3e-496a-8c5c-6fdfee6a59fd tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:45.045324 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ed3024a-9c3e-496a-8c5c-6fdfee6a59fd tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:45.159074 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-2ed3024a-9c3e-496a-8c5c-6fdfee6a59fd tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Allocated IP 172.27.1.231 (4737f3fa-18ff-4252-a580-88148a637511/b90664a8-a6a4-4a65-802b-5b7bd95111f9/3ac02834-a906-4e36-ba59-1a6b9f013337) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:53:45.525573 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ed3024a-9c3e-496a-8c5c-6fdfee6a59fd tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for port (3ac02834-a906-4e36-ba59-1a6b9f013337), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:45.559626 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ed3024a-9c3e-496a-8c5c-6fdfee6a59fd tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (3ac02834-a906-4e36-ba59-1a6b9f013337), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:45.599461 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed3024a-9c3e-496a-8c5c-6fdfee6a59fd tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Network 4737f3fa-18ff-4252-a580-88148a637511 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:53:45.602231 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-2ed3024a-9c3e-496a-8c5c-6fdfee6a59fd tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:53:45.604834 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed3024a-9c3e-496a-8c5c-6fdfee6a59fd tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:53:45.630128 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3024a-9c3e-496a-8c5c-6fdfee6a59fd tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Pushing event updated for resources: {'Port': ['ID=3ac02834-a906-4e36-ba59-1a6b9f013337,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:53:45.963873 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ed3024a-9c3e-496a-8c5c-6fdfee6a59fd tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for floatingip (6abb54aa-25b6-4895-9a46-c5e5497f0740), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:46.029735 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ed3024a-9c3e-496a-8c5c-6fdfee6a59fd tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (3ac02834-a906-4e36-ba59-1a6b9f013337), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:46.179893 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ed3024a-9c3e-496a-8c5c-6fdfee6a59fd tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for port (3ac02834-a906-4e36-ba59-1a6b9f013337), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:46.184675 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ed3024a-9c3e-496a-8c5c-6fdfee6a59fd tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (3ac02834-a906-4e36-ba59-1a6b9f013337), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:46.254705 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3024a-9c3e-496a-8c5c-6fdfee6a59fd tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Pushing event updated for resources: {'Port': ['ID=3ac02834-a906-4e36-ba59-1a6b9f013337,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:53:46.263122 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ed3024a-9c3e-496a-8c5c-6fdfee6a59fd tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (6abb54aa-25b6-4895-9a46-c5e5497f0740), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:46.361299 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.l3_db [None req-2ed3024a-9c3e-496a-8c5c-6fdfee6a59fd tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Floating IP 6abb54aa-25b6-4895-9a46-c5e5497f0740 associated. External IP: 172.27.1.231, port: 826a19bd-d489-485a-89d0-dd98fbe90f50. Mar 07 13:53:46.570767 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed3024a-9c3e-496a-8c5c-6fdfee6a59fd tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Router 6448c671-1993-4178-a460-1b3d68f99e70 has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:53:46.675551 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed3024a-9c3e-496a-8c5c-6fdfee6a59fd tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:53:46.686851 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20309be7-e230-4e53-8c32-6cb8ac7fdf26 None None] Sync routers for ids ['6448c671-1993-4178-a460-1b3d68f99e70'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:53:46.693667 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ed3024a-9c3e-496a-8c5c-6fdfee6a59fd tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:46.697226 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20309be7-e230-4e53-8c32-6cb8ac7fdf26 None None] Routers {'6448c671-1993-4178-a460-1b3d68f99e70'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:53:46.697845 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-20309be7-e230-4e53-8c32-6cb8ac7fdf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:53:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['6448c671-1993-4178-a460-1b3d68f99e70'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:53:46.722465 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-2ed3024a-9c3e-496a-8c5c-6fdfee6a59fd tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7935777 Mar 07 13:53:46.723047 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946a78f4-3109-4d57-98d1-0c2e628b2e2f', 'tag': '826a19bd-d489-485a-89d0-dd98fbe90f50'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:53:46.725262 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704b0a53-88a6-4229-9b8c-51d2c2b269b1" -d '{"events": [{"name": "network-changed", "server_uuid": "946a78f4-3109-4d57-98d1-0c2e628b2e2f", "tag": "826a19bd-d489-485a-89d0-dd98fbe90f50"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:53:46.759494 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45d68f0-4346-4ad8-bc22-439115c17626 x-openstack-request-id: req-f45d68f0-4346-4ad8-bc22-439115c17626 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:53:46.759782 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946a78f4-3109-4d57-98d1-0c2e628b2e2f", "tag": "826a19bd-d489-485a-89d0-dd98fbe90f50", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:53:46.760031 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f45d68f0-4346-4ad8-bc22-439115c17626 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:53:46.760427 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '946a78f4-3109-4d57-98d1-0c2e628b2e2f', 'tag': '826a19bd-d489-485a-89d0-dd98fbe90f50', 'status': 'completed', 'code': 200} Mar 07 13:53:46.815890 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-20309be7-e230-4e53-8c32-6cb8ac7fdf26 None None] Set router 6448c671-1993-4178-a460-1b3d68f99e70 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:53:46.861686 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b0a53-88a6-4229-9b8c-51d2c2b269b1 req-c0186765-ad0f-4106-8e62-13487436a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:46.863098 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-704b0a53-88a6-4229-9b8c-51d2c2b269b1 req-c0186765-ad0f-4106-8e62-13487436a0e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c10fe3afe2e84b7694415570a68cee37&device_id=946a78f4-3109-4d57-98d1-0c2e628b2e2f HTTP/1.1" status: 200 len: 1129 time: 0.0439053 Mar 07 13:53:46.957077 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b0a53-88a6-4229-9b8c-51d2c2b269b1 req-6dfbdbce-9e8b-4f87-9a7b-450c6bb95ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:46.958578 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-704b0a53-88a6-4229-9b8c-51d2c2b269b1 req-6dfbdbce-9e8b-4f87-9a7b-450c6bb95ab6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae647865-b6eb-48d6-bfc7-51b766b88343 HTTP/1.1" status: 200 len: 912 time: 0.0887806 Mar 07 13:53:47.022193 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-704b0a53-88a6-4229-9b8c-51d2c2b269b1 req-fbd0f5c7-8f6b-47d3-b0e7-b8c10783d3d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=826a19bd-d489-485a-89d0-dd98fbe90f50 HTTP/1.1" status: 200 len: 999 time: 0.0574920 Mar 07 13:53:47.036628 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-20309be7-e230-4e53-8c32-6cb8ac7fdf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448c671-1993-4178-a460-1b3d68f99e70', 'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:58Z', 'updated_at': '2022-03-07T13:45:02Z', 'revision_number': 4, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'gw_port': {'id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:59Z', 'updated_at': '2022-03-07T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '6abb54aa-25b6-4895-9a46-c5e5497f0740', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'port_id': '826a19bd-d489-485a-89d0-dd98fbe90f50', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'mac_address': 'fa:16:3e:b3:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946a78f4-3109-4d57-98d1-0c2e628b2e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:53:45Z', 'updated_at': '2022-03-07T13:53:45Z', 'revision_number': 0, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'fixed_ip_address_scope': None}, {'id': '8bca6d0d-dc34-4f18-a49d-d382fd3870f7', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'port_id': '6cccdd2d-d769-4b4f-9780-511dd57131da', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'mac_address': 'fa:16:3e:83:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60ee324-37e1-40c5-9da3-a822ebbf4bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:51:13Z', 'updated_at': '2022-03-07T13:51:15Z', 'revision_number': 1, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee44d7a4-6087-4a8c-845f-45aa0d117bd1', 'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'mac_address': 'fa:16:3e:5a:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:02Z', 'updated_at': '2022-03-07T13:45:06Z', 'revision_number': 5, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'subnets': [{'id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:53:47.062896 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20309be7-e230-4e53-8c32-6cb8ac7fdf26 None None] Checking router: 6448c671-1993-4178-a460-1b3d68f99e70 for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:53:47.069360 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b0a53-88a6-4229-9b8c-51d2c2b269b1 req-f0960443-52db-4fad-a173-27f8c981f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:47.070966 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-704b0a53-88a6-4229-9b8c-51d2c2b269b1 req-f0960443-52db-4fad-a173-27f8c981f7f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c56d65c-4807-49f7-98f6-3d6932945f85 HTTP/1.1" status: 200 len: 851 time: 0.0430198 Mar 07 13:53:47.071095 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20309be7-e230-4e53-8c32-6cb8ac7fdf26 None None] Routers {'6448c671-1993-4178-a460-1b3d68f99e70'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:53:47.072147 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-20309be7-e230-4e53-8c32-6cb8ac7fdf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:53:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['6448c671-1993-4178-a460-1b3d68f99e70'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:53:47.123787 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b0a53-88a6-4229-9b8c-51d2c2b269b1 req-07d2c41d-6012-4227-807c-06428ebae0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:47.125199 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-704b0a53-88a6-4229-9b8c-51d2c2b269b1 req-07d2c41d-6012-4227-807c-06428ebae0a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae647865-b6eb-48d6-bfc7-51b766b88343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482588 Mar 07 13:53:47.179818 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-20309be7-e230-4e53-8c32-6cb8ac7fdf26 None None] Set router 6448c671-1993-4178-a460-1b3d68f99e70 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:53:47.211704 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-704b0a53-88a6-4229-9b8c-51d2c2b269b1 req-caa316d1-12aa-4317-85ca-a251b0b819d5 service neutron] 10.222.0.10 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800221 Mar 07 13:53:47.309930 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-704b0a53-88a6-4229-9b8c-51d2c2b269b1 req-5993767e-d191-4992-9bc7-0835cd9faa70 service neutron] 10.222.0.10 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913558 Mar 07 13:53:47.528563 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-20309be7-e230-4e53-8c32-6cb8ac7fdf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448c671-1993-4178-a460-1b3d68f99e70', 'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:58Z', 'updated_at': '2022-03-07T13:45:02Z', 'revision_number': 4, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'gw_port': {'id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:59Z', 'updated_at': '2022-03-07T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '6abb54aa-25b6-4895-9a46-c5e5497f0740', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'port_id': '826a19bd-d489-485a-89d0-dd98fbe90f50', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'mac_address': 'fa:16:3e:b3:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946a78f4-3109-4d57-98d1-0c2e628b2e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:53:45Z', 'updated_at': '2022-03-07T13:53:45Z', 'revision_number': 0, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'fixed_ip_address_scope': None}, {'id': '8bca6d0d-dc34-4f18-a49d-d382fd3870f7', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'port_id': '6cccdd2d-d769-4b4f-9780-511dd57131da', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'mac_address': 'fa:16:3e:83:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60ee324-37e1-40c5-9da3-a822ebbf4bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:51:13Z', 'updated_at': '2022-03-07T13:51:15Z', 'revision_number': 1, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee44d7a4-6087-4a8c-845f-45aa0d117bd1', 'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'mac_address': 'fa:16:3e:5a:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:02Z', 'updated_at': '2022-03-07T13:45:06Z', 'revision_number': 5, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'subnets': [{'id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:53:47.555038 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20309be7-e230-4e53-8c32-6cb8ac7fdf26 None None] The sync data for ids ['6448c671-1993-4178-a460-1b3d68f99e70'] in dv-cinder-813222-6-iscsi is: [{'id': '6448c671-1993-4178-a460-1b3d68f99e70', 'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:58Z', 'updated_at': '2022-03-07T13:45:02Z', 'revision_number': 4, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'gw_port': {'id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:59Z', 'updated_at': '2022-03-07T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '6abb54aa-25b6-4895-9a46-c5e5497f0740', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'port_id': '826a19bd-d489-485a-89d0-dd98fbe90f50', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'mac_address': 'fa:16:3e:b3:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946a78f4-3109-4d57-98d1-0c2e628b2e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:53:45Z', 'updated_at': '2022-03-07T13:53:45Z', 'revision_number': 0, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'fixed_ip_address_scope': None}, {'id': '8bca6d0d-dc34-4f18-a49d-d382fd3870f7', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'port_id': '6cccdd2d-d769-4b4f-9780-511dd57131da', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'mac_address': 'fa:16:3e:83:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60ee324-37e1-40c5-9da3-a822ebbf4bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:51:13Z', 'updated_at': '2022-03-07T13:51:15Z', 'revision_number': 1, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee44d7a4-6087-4a8c-845f-45aa0d117bd1', 'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'mac_address': 'fa:16:3e:5a:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:02Z', 'updated_at': '2022-03-07T13:45:06Z', 'revision_number': 5, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'subnets': [{'id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:53:47.744645 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15979723-f26c-4ccf-9bc6-287c4bdd605f None None] New status for floating IP 6abb54aa-25b6-4895-9a46-c5e5497f0740: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 13:53:47.858956 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-61dc3dbd-89d0-4f6a-b473-e413428922e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:50.068865 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7e2fc03-8dd2-400d-897c-15a4a1ed6dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:51.105249 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 59468) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:53:51.256836 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-7b8b6b18-04aa-4766-bcf9-0313a038014b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Deleting port 2827f71f-fae8-4714-b777-50fa36bb772b {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:53:51.257210 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6b18-04aa-4766-bcf9-0313a038014b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (2827f71f-fae8-4714-b777-50fa36bb772b), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:51.333213 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6b18-04aa-4766-bcf9-0313a038014b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (2827f71f-fae8-4714-b777-50fa36bb772b), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:51.333546 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6b18-04aa-4766-bcf9-0313a038014b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for floatingip (2827f71f-fae8-4714-b777-50fa36bb772b), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:51.334667 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:51.345758 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-7b8b6b18-04aa-4766-bcf9-0313a038014b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Calling delete_port for 2827f71f-fae8-4714-b777-50fa36bb772b owned by network:floatingip {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:53:51.485219 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6b18-04aa-4766-bcf9-0313a038014b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (2827f71f-fae8-4714-b777-50fa36bb772b), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:51.513727 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b6b18-04aa-4766-bcf9-0313a038014b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Pushing event deleted for resources: {'Port': ['ID=2827f71f-fae8-4714-b777-50fa36bb772b,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:53:51.538517 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b6b18-04aa-4766-bcf9-0313a038014b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:51.538869 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b6b18-04aa-4766-bcf9-0313a038014b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:51.539215 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b6b18-04aa-4766-bcf9-0313a038014b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:51.539556 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b6b18-04aa-4766-bcf9-0313a038014b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:51.539893 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b6b18-04aa-4766-bcf9-0313a038014b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:51.540854 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b6b18-04aa-4766-bcf9-0313a038014b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:51.541214 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b6b18-04aa-4766-bcf9-0313a038014b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:51.541547 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b6b18-04aa-4766-bcf9-0313a038014b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:51.541874 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b6b18-04aa-4766-bcf9-0313a038014b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:51.542203 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b6b18-04aa-4766-bcf9-0313a038014b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:51.542531 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b6b18-04aa-4766-bcf9-0313a038014b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:51.542856 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b6b18-04aa-4766-bcf9-0313a038014b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:51.543180 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b6b18-04aa-4766-bcf9-0313a038014b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:53:51.581637 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6b18-04aa-4766-bcf9-0313a038014b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for floatingip (03f0a6bd-59c1-4d5d-b975-1fd702426927), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:51.581966 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.db.l3_db [None req-7b8b6b18-04aa-4766-bcf9-0313a038014b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Floating IP 03f0a6bd-59c1-4d5d-b975-1fd702426927 disassociated (deleted). External IP: 172.27.1.233, port: 7a247507-b313-4501-ab8f-0369dae8e23c. Mar 07 13:53:52.007869 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8b6b18-04aa-4766-bcf9-0313a038014b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Router 8a40b047-474e-4dae-93eb-d4ace700b52e has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:53:52.113575 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8b6b18-04aa-4766-bcf9-0313a038014b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:53:52.118658 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6b18-04aa-4766-bcf9-0313a038014b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:52.123554 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d5329e-71c6-459f-b70b-1df81ffcedbb None None] Sync routers for ids ['8a40b047-474e-4dae-93eb-d4ace700b52e'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:53:52.132528 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d5329e-71c6-459f-b70b-1df81ffcedbb None None] Routers {'8a40b047-474e-4dae-93eb-d4ace700b52e'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:53:52.133166 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-80d5329e-71c6-459f-b70b-1df81ffcedbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:53:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['8a40b047-474e-4dae-93eb-d4ace700b52e'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:53:52.147855 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-7b8b6b18-04aa-4766-bcf9-0313a038014b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "DELETE /v2.0/floatingips/03f0a6bd-59c1-4d5d-b975-1fd702426927 HTTP/1.1" status: 204 len: 168 time: 1.0414629 Mar 07 13:53:52.148380 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24da2ec7-04b5-401f-9eaf-8e05426520b6', 'tag': '7a247507-b313-4501-ab8f-0369dae8e23c'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:53:52.150649 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f103107def4ac1757260bfdb5b7c692c97e792ef1fddc37f4b0882d33d20cc26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ae1a99-61f3-49eb-b009-f8c6f314bc90" -d '{"events": [{"name": "network-changed", "server_uuid": "24da2ec7-04b5-401f-9eaf-8e05426520b6", "tag": "7a247507-b313-4501-ab8f-0369dae8e23c"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:53:52.185426 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5a52ae-998e-4326-a004-b2a835dc9745 x-openstack-request-id: req-5e5a52ae-998e-4326-a004-b2a835dc9745 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:53:52.185722 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24da2ec7-04b5-401f-9eaf-8e05426520b6", "tag": "7a247507-b313-4501-ab8f-0369dae8e23c", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:53:52.185987 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e5a52ae-998e-4326-a004-b2a835dc9745 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:53:52.186364 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24da2ec7-04b5-401f-9eaf-8e05426520b6', 'tag': '7a247507-b313-4501-ab8f-0369dae8e23c', 'status': 'completed', 'code': 200} Mar 07 13:53:52.251055 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-80d5329e-71c6-459f-b70b-1df81ffcedbb None None] Set router 8a40b047-474e-4dae-93eb-d4ace700b52e gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:53:52.289279 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae1a99-61f3-49eb-b009-f8c6f314bc90 req-b9ed1a52-3f67-4c87-9938-3d09354b4ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:52.290858 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b8ae1a99-61f3-49eb-b009-f8c6f314bc90 req-b9ed1a52-3f67-4c87-9938-3d09354b4ee5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd6473d3b96b4da2b1f766dcd1a54f0f&device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 1129 time: 0.0572031 Mar 07 13:53:52.441646 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16541c-1e16-4abc-85d6-ebf9ce5e9521 req-d728285f-dcb2-4df6-bd63-bfada0807cc3 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:52.443234 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4c16541c-1e16-4abc-85d6-ebf9ce5e9521 req-d728285f-dcb2-4df6-bd63-bfada0807cc3 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 945 time: 0.1172223 Mar 07 13:53:52.452465 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:52.469436 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-80d5329e-71c6-459f-b70b-1df81ffcedbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'name': 'tempest-TestShelveInstance-1786204774-router', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '647e80b0-b079-4aa3-908e-2bf00cbf6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:32Z', 'updated_at': '2022-03-07T13:46:39Z', 'revision_number': 4, 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'gw_port': {'id': '647e80b0-b079-4aa3-908e-2bf00cbf6c05', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:33Z', 'updated_at': '2022-03-07T13:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'f5e69376-1d18-46bb-bb2d-60d065e2a37a', 'name': '', 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'mac_address': 'fa:16:3e:38:d7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '1e57cc15-9140-4505-a973-57f9ead1bba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:37Z', 'updated_at': '2022-03-07T13:46:43Z', 'revision_number': 5, 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'subnets': [{'id': '1e57cc15-9140-4505-a973-57f9ead1bba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:53:52.474761 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae1a99-61f3-49eb-b009-f8c6f314bc90 req-6537d942-712d-49f4-b125-4a2a1b31d4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:52.476198 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b8ae1a99-61f3-49eb-b009-f8c6f314bc90 req-6537d942-712d-49f4-b125-4a2a1b31d4fe service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2da4129-d7e9-405e-99cb-57150db33a9c HTTP/1.1" status: 200 len: 909 time: 0.1235487 Mar 07 13:53:52.502537 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d5329e-71c6-459f-b70b-1df81ffcedbb None None] Checking router: 8a40b047-474e-4dae-93eb-d4ace700b52e for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:53:52.510737 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d5329e-71c6-459f-b70b-1df81ffcedbb None None] Routers {'8a40b047-474e-4dae-93eb-d4ace700b52e'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:53:52.511340 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-80d5329e-71c6-459f-b70b-1df81ffcedbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:53:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['8a40b047-474e-4dae-93eb-d4ace700b52e'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:53:52.531525 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b8ae1a99-61f3-49eb-b009-f8c6f314bc90 req-abadb4cb-15ba-492a-a3d9-6589a9a732af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a247507-b313-4501-ab8f-0369dae8e23c HTTP/1.1" status: 200 len: 217 time: 0.0443833 Mar 07 13:53:52.536183 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4c16541c-1e16-4abc-85d6-ebf9ce5e9521 req-960b5a61-6924-4072-be30-60888c099a20 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861115 Mar 07 13:53:52.584939 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae1a99-61f3-49eb-b009-f8c6f314bc90 req-77f30f01-5b3d-4000-b5e2-a05e5ce371b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:52.586416 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b8ae1a99-61f3-49eb-b009-f8c6f314bc90 req-77f30f01-5b3d-4000-b5e2-a05e5ce371b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1e57cc15-9140-4505-a973-57f9ead1bba1 HTTP/1.1" status: 200 len: 848 time: 0.0475776 Mar 07 13:53:52.625468 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-80d5329e-71c6-459f-b70b-1df81ffcedbb None None] Set router 8a40b047-474e-4dae-93eb-d4ace700b52e gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:53:52.634875 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae1a99-61f3-49eb-b009-f8c6f314bc90 req-dca80c67-2310-4fef-895c-6fee6a9ac216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:52.636378 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b8ae1a99-61f3-49eb-b009-f8c6f314bc90 req-dca80c67-2310-4fef-895c-6fee6a9ac216 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2da4129-d7e9-405e-99cb-57150db33a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437014 Mar 07 13:53:52.729880 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b8ae1a99-61f3-49eb-b009-f8c6f314bc90 req-5fec8811-d491-4afc-aafa-5d53ff8d7ed3 service neutron] 10.222.0.10 "GET /v2.0/networks/f2da4129-d7e9-405e-99cb-57150db33a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850863 Mar 07 13:53:52.817763 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b8ae1a99-61f3-49eb-b009-f8c6f314bc90 req-6a0e83cd-6a0a-455d-954c-3a4b6ccbe423 service neutron] 10.222.0.10 "GET /v2.0/networks/f2da4129-d7e9-405e-99cb-57150db33a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812159 Mar 07 13:53:52.820783 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-80d5329e-71c6-459f-b70b-1df81ffcedbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'name': 'tempest-TestShelveInstance-1786204774-router', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '647e80b0-b079-4aa3-908e-2bf00cbf6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:32Z', 'updated_at': '2022-03-07T13:46:39Z', 'revision_number': 4, 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'gw_port': {'id': '647e80b0-b079-4aa3-908e-2bf00cbf6c05', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:33Z', 'updated_at': '2022-03-07T13:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'f5e69376-1d18-46bb-bb2d-60d065e2a37a', 'name': '', 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'mac_address': 'fa:16:3e:38:d7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '1e57cc15-9140-4505-a973-57f9ead1bba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:37Z', 'updated_at': '2022-03-07T13:46:43Z', 'revision_number': 5, 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'subnets': [{'id': '1e57cc15-9140-4505-a973-57f9ead1bba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:53:52.849482 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d5329e-71c6-459f-b70b-1df81ffcedbb None None] The sync data for ids ['8a40b047-474e-4dae-93eb-d4ace700b52e'] in dv-cinder-813222-6-iscsi is: [{'id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'name': 'tempest-TestShelveInstance-1786204774-router', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '647e80b0-b079-4aa3-908e-2bf00cbf6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:32Z', 'updated_at': '2022-03-07T13:46:39Z', 'revision_number': 4, 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'gw_port': {'id': '647e80b0-b079-4aa3-908e-2bf00cbf6c05', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:33Z', 'updated_at': '2022-03-07T13:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'f5e69376-1d18-46bb-bb2d-60d065e2a37a', 'name': '', 'network_id': 'f2da4129-d7e9-405e-99cb-57150db33a9c', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'mac_address': 'fa:16:3e:38:d7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '1e57cc15-9140-4505-a973-57f9ead1bba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:37Z', 'updated_at': '2022-03-07T13:46:43Z', 'revision_number': 5, 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'subnets': [{'id': '1e57cc15-9140-4505-a973-57f9ead1bba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:53:53.055511 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b1eff6-035d-495c-bbf3-f3c60db949fd None None] New status for floating IP 03f0a6bd-59c1-4d5d-b975-1fd702426927: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 13:53:53.656747 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d1d29-3ce5-43af-be90-8b898fb80e9b req-c90cefd5-ebc0-47e1-887e-ea216133a377 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:53.658252 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-026d1d29-3ce5-43af-be90-8b898fb80e9b req-c90cefd5-ebc0-47e1-887e-ea216133a377 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 945 time: 0.0520511 Mar 07 13:53:53.708993 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-026d1d29-3ce5-43af-be90-8b898fb80e9b req-2a5c1457-7329-40a6-b9d6-7c89df93379d tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453098 Mar 07 13:53:54.254528 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:54.564255 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85eaef5-507b-4703-a74d-5b22e8e718e5 req-5ac1dfb4-90f0-44dc-9843-ee67d530a4d6 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:54.565748 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f85eaef5-507b-4703-a74d-5b22e8e718e5 req-5ac1dfb4-90f0-44dc-9843-ee67d530a4d6 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.10 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 945 time: 0.0525558 Mar 07 13:53:54.658355 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-f85eaef5-507b-4703-a74d-5b22e8e718e5 req-39dd7f23-cfa8-401f-9014-13507677590b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Deleting port 7a247507-b313-4501-ab8f-0369dae8e23c {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:53:54.659006 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f85eaef5-507b-4703-a74d-5b22e8e718e5 req-39dd7f23-cfa8-401f-9014-13507677590b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (7a247507-b313-4501-ab8f-0369dae8e23c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:54.748315 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-f85eaef5-507b-4703-a74d-5b22e8e718e5 req-39dd7f23-cfa8-401f-9014-13507677590b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] For port 7a247507-b313-4501-ab8f-0369dae8e23c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7a247507-b313-4501-ab8f-0369dae8e23c,segment=NetworkSegment(997dbea6-b43c-4a2a-ad2e-650bd68738c6),segment_id=997dbea6-b43c-4a2a-ad2e-650bd68738c6)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:53:54.748828 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f85eaef5-507b-4703-a74d-5b22e8e718e5 req-39dd7f23-cfa8-401f-9014-13507677590b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (7a247507-b313-4501-ab8f-0369dae8e23c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:54.761366 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-f85eaef5-507b-4703-a74d-5b22e8e718e5 req-39dd7f23-cfa8-401f-9014-13507677590b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Calling delete_port for 7a247507-b313-4501-ab8f-0369dae8e23c owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:53:54.882029 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7930042-fc19-4eca-b487-4be42e32b004 req-04b40e64-e088-4db1-be19-4c28106c2e00 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:54.883593 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b7930042-fc19-4eca-b487-4be42e32b004 req-04b40e64-e088-4db1-be19-4c28106c2e00 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 945 time: 0.0806692 Mar 07 13:53:54.970446 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b7930042-fc19-4eca-b487-4be42e32b004 req-5ab0f736-2e48-44e1-a896-7cc6c96d2a4e tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/security-groups?id=81fa452a-fb7c-410f-bbb3-f4262deaa466&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790987 Mar 07 13:53:54.971540 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f85eaef5-507b-4703-a74d-5b22e8e718e5 req-39dd7f23-cfa8-401f-9014-13507677590b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (7a247507-b313-4501-ab8f-0369dae8e23c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:55.000303 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd7f23-cfa8-401f-9014-13507677590b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Pushing event deleted for resources: {'Port': ['ID=7a247507-b313-4501-ab8f-0369dae8e23c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:53:55.049703 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85eaef5-507b-4703-a74d-5b22e8e718e5 req-39dd7f23-cfa8-401f-9014-13507677590b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] No DVR routers for this DVR port 7a247507-b313-4501-ab8f-0369dae8e23c on host hv-cinder-81322 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:53:55.052189 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f85eaef5-507b-4703-a74d-5b22e8e718e5 req-39dd7f23-cfa8-401f-9014-13507677590b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:55.055538 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f85eaef5-507b-4703-a74d-5b22e8e718e5 req-39dd7f23-cfa8-401f-9014-13507677590b tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.10 "DELETE /v2.0/ports/7a247507-b313-4501-ab8f-0369dae8e23c HTTP/1.1" status: 204 len: 173 time: 0.4832640 Mar 07 13:53:55.056501 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24da2ec7-04b5-401f-9eaf-8e05426520b6', 'name': 'network-vif-deleted', 'tag': '7a247507-b313-4501-ab8f-0369dae8e23c'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:53:55.058745 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ea23d2-4290-4f89-8617-3a788bcc1d96" -d '{"events": [{"server_uuid": "24da2ec7-04b5-401f-9eaf-8e05426520b6", "name": "network-vif-deleted", "tag": "7a247507-b313-4501-ab8f-0369dae8e23c"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:53:55.103660 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7f4a24-35ae-4b16-a74b-3dfb7f0ea91e x-openstack-request-id: req-ee7f4a24-35ae-4b16-a74b-3dfb7f0ea91e {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:53:55.104150 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24da2ec7-04b5-401f-9eaf-8e05426520b6", "name": "network-vif-deleted", "tag": "7a247507-b313-4501-ab8f-0369dae8e23c", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:53:55.104560 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee7f4a24-35ae-4b16-a74b-3dfb7f0ea91e {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:53:55.105150 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24da2ec7-04b5-401f-9eaf-8e05426520b6', 'name': 'network-vif-deleted', 'tag': '7a247507-b313-4501-ab8f-0369dae8e23c', 'status': 'completed', 'code': 200} Mar 07 13:53:56.064370 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-45b7c00e-e103-4c5e-b800-ab9254c8863e req-27e78fa7-ab59-4ca9-a74b-8e856b905a2d tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "GET /v2.0/ports?device_id=24da2ec7-04b5-401f-9eaf-8e05426520b6 HTTP/1.1" status: 200 len: 210 time: 0.0268762 Mar 07 13:53:57.076760 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4f2b9-b935-4bf0-9616-008b73039f0a req-5a47b900-26a1-4f5b-b9b5-1b7dd569096e tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:57.078253 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c1e4f2b9-b935-4bf0-9616-008b73039f0a req-5a47b900-26a1-4f5b-b9b5-1b7dd569096e tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 946 time: 0.0514870 Mar 07 13:53:57.118819 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 59524) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:53:57.124306 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c1e4f2b9-b935-4bf0-9616-008b73039f0a req-04a3ccab-1927-490c-ab35-b801189e5fbd tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404596 Mar 07 13:53:57.174321 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c23e91f3-5526-4f54-9888-99b8ff874b46 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for security_group (81fa452a-fb7c-410f-bbb3-f4262deaa466), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:57.198537 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c23e91f3-5526-4f54-9888-99b8ff874b46 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for security_group (81fa452a-fb7c-410f-bbb3-f4262deaa466), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:57.255593 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c23e91f3-5526-4f54-9888-99b8ff874b46 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (81fa452a-fb7c-410f-bbb3-f4262deaa466), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:57.258419 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c23e91f3-5526-4f54-9888-99b8ff874b46 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:57.260207 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-c23e91f3-5526-4f54-9888-99b8ff874b46 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] 10.222.0.24 "DELETE /v2.0/security-groups/81fa452a-fb7c-410f-bbb3-f4262deaa466 HTTP/1.1" status: 204 len: 168 time: 0.1404166 Mar 07 13:53:57.265746 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 7a247507-b313-4501-ab8f-0369dae8e23c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:53:57.269616 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e91f3-5526-4f54-9888-99b8ff874b46 tempest-TestShelveInstance-323513438 tempest-TestShelveInstance-323513438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fa452a-fb7c-410f-bbb3-f4262deaa466,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:53:57.297407 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] No Port match for: 7a247507-b313-4501-ab8f-0369dae8e23c {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:53:57.297747 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 7a247507-b313-4501-ab8f-0369dae8e23c not bound to the agent host hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:53:57.312354 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 59528) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:53:57.749647 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e284add5-36b3-4162-8aae-03eaf3a8c26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8115010'] for router_interface (8a40b047-474e-4dae-93eb-d4ace700b52e), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:57.992578 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-e284add5-36b3-4162-8aae-03eaf3a8c26a admin admin] Deleting port f5e69376-1d18-46bb-bb2d-60d065e2a37a {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:53:57.992944 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e284add5-36b3-4162-8aae-03eaf3a8c26a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (f5e69376-1d18-46bb-bb2d-60d065e2a37a), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:58.068397 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [None req-e284add5-36b3-4162-8aae-03eaf3a8c26a admin admin] For port f5e69376-1d18-46bb-bb2d-60d065e2a37a, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=f5e69376-1d18-46bb-bb2d-60d065e2a37a,segment=NetworkSegment(997dbea6-b43c-4a2a-ad2e-650bd68738c6),segment_id=997dbea6-b43c-4a2a-ad2e-650bd68738c6)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:53:58.068756 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e284add5-36b3-4162-8aae-03eaf3a8c26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (f5e69376-1d18-46bb-bb2d-60d065e2a37a), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:58.081014 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-e284add5-36b3-4162-8aae-03eaf3a8c26a admin admin] Calling delete_port for f5e69376-1d18-46bb-bb2d-60d065e2a37a owned by network:router_interface {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:53:58.250258 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c790b1-4a86-42be-a604-b533374e4444 req-adcaa172-68df-4325-8905-edf5dd11f195 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:58.251730 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-90c790b1-4a86-42be-a604-b533374e4444 req-adcaa172-68df-4325-8905-edf5dd11f195 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 946 time: 0.0546389 Mar 07 13:53:58.261581 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e284add5-36b3-4162-8aae-03eaf3a8c26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (f5e69376-1d18-46bb-bb2d-60d065e2a37a), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:58.291405 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284add5-36b3-4162-8aae-03eaf3a8c26a admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e69376-1d18-46bb-bb2d-60d065e2a37a,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:53:58.305107 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-90c790b1-4a86-42be-a604-b533374e4444 req-f45624d2-c5c2-449f-873d-0167580a3542 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477922 Mar 07 13:53:58.457926 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e284add5-36b3-4162-8aae-03eaf3a8c26a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8114998'] for router_interface (8a40b047-474e-4dae-93eb-d4ace700b52e), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:58.672367 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e284add5-36b3-4162-8aae-03eaf3a8c26a admin admin] Router 8a40b047-474e-4dae-93eb-d4ace700b52e has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:53:58.776807 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e284add5-36b3-4162-8aae-03eaf3a8c26a admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:53:58.781787 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-e284add5-36b3-4162-8aae-03eaf3a8c26a admin admin] 10.222.0.24 "PUT /v2.0/routers/8a40b047-474e-4dae-93eb-d4ace700b52e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4690690 Mar 07 13:53:58.784476 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 59534) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:53:58.785345 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eccaf4-c4b5-43c8-b5cf-7d0b721bc8a7 None None] Sync routers for ids ['8a40b047-474e-4dae-93eb-d4ace700b52e'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:53:58.796450 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eccaf4-c4b5-43c8-b5cf-7d0b721bc8a7 None None] Routers {'8a40b047-474e-4dae-93eb-d4ace700b52e'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:53:58.797103 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-23eccaf4-c4b5-43c8-b5cf-7d0b721bc8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:53:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['8a40b047-474e-4dae-93eb-d4ace700b52e'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:53:58.895418 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b5459a14-36db-44e7-8377-be2680ca33c8 admin admin] Publish callbacks [] for router (8a40b047-474e-4dae-93eb-d4ace700b52e), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:58.915480 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-23eccaf4-c4b5-43c8-b5cf-7d0b721bc8a7 None None] Set router 8a40b047-474e-4dae-93eb-d4ace700b52e gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:53:58.999336 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b5459a14-36db-44e7-8377-be2680ca33c8 admin admin] Publish callbacks [] for router_gateway (8a40b047-474e-4dae-93eb-d4ace700b52e), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:59.050771 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-b5459a14-36db-44e7-8377-be2680ca33c8 admin admin] Deleting port 647e80b0-b079-4aa3-908e-2bf00cbf6c05 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:53:59.051109 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b5459a14-36db-44e7-8377-be2680ca33c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (647e80b0-b079-4aa3-908e-2bf00cbf6c05), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:59.088301 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-23eccaf4-c4b5-43c8-b5cf-7d0b721bc8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'name': 'tempest-TestShelveInstance-1786204774-router', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '647e80b0-b079-4aa3-908e-2bf00cbf6c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:32Z', 'updated_at': '2022-03-07T13:53:58Z', 'revision_number': 5, 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'gw_port': {'id': '647e80b0-b079-4aa3-908e-2bf00cbf6c05', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:33Z', 'updated_at': '2022-03-07T13:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:53:59.120034 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eccaf4-c4b5-43c8-b5cf-7d0b721bc8a7 None None] Checking router: 8a40b047-474e-4dae-93eb-d4ace700b52e for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:53:59.128327 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eccaf4-c4b5-43c8-b5cf-7d0b721bc8a7 None None] Routers {'8a40b047-474e-4dae-93eb-d4ace700b52e'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:53:59.128926 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-23eccaf4-c4b5-43c8-b5cf-7d0b721bc8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:53:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['8a40b047-474e-4dae-93eb-d4ace700b52e'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:53:59.134191 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [None req-b5459a14-36db-44e7-8377-be2680ca33c8 admin admin] For port 647e80b0-b079-4aa3-908e-2bf00cbf6c05, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=647e80b0-b079-4aa3-908e-2bf00cbf6c05,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:53:59.134552 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b5459a14-36db-44e7-8377-be2680ca33c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (647e80b0-b079-4aa3-908e-2bf00cbf6c05), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:59.146118 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-b5459a14-36db-44e7-8377-be2680ca33c8 admin admin] Calling delete_port for 647e80b0-b079-4aa3-908e-2bf00cbf6c05 owned by network:router_gateway {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:53:59.215373 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-23eccaf4-c4b5-43c8-b5cf-7d0b721bc8a7 None None] Set router 8a40b047-474e-4dae-93eb-d4ace700b52e gateway port host: None {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:53:59.319170 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b5459a14-36db-44e7-8377-be2680ca33c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (647e80b0-b079-4aa3-908e-2bf00cbf6c05), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:59.347558 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5459a14-36db-44e7-8377-be2680ca33c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=647e80b0-b079-4aa3-908e-2bf00cbf6c05,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:53:59.402269 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-23eccaf4-c4b5-43c8-b5cf-7d0b721bc8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'name': 'tempest-TestShelveInstance-1786204774-router', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:32Z', 'updated_at': '2022-03-07T13:53:58Z', 'revision_number': 6, 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'gw_port_host': None}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:53:59.413948 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b5459a14-36db-44e7-8377-be2680ca33c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8114076'] for router_gateway (8a40b047-474e-4dae-93eb-d4ace700b52e), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:59.433752 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eccaf4-c4b5-43c8-b5cf-7d0b721bc8a7 None None] The sync data for ids ['8a40b047-474e-4dae-93eb-d4ace700b52e'] in dv-cinder-813222-6-iscsi is: [{'id': '8a40b047-474e-4dae-93eb-d4ace700b52e', 'name': 'tempest-TestShelveInstance-1786204774-router', 'tenant_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:32Z', 'updated_at': '2022-03-07T13:53:58Z', 'revision_number': 6, 'project_id': 'fd6473d3b96b4da2b1f766dcd1a54f0f', 'gw_port_host': None}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:53:59.449573 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5e995-e35f-47e8-a1c8-774412df6912 req-74333957-6c96-49ae-bc2d-295af7de0600 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:53:59.452138 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-89b5e995-e35f-47e8-a1c8-774412df6912 req-74333957-6c96-49ae-bc2d-295af7de0600 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 946 time: 0.0615413 Mar 07 13:53:59.504632 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-89b5e995-e35f-47e8-a1c8-774412df6912 req-f25742eb-1ce9-40bc-90e7-dd73db14adba tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463407 Mar 07 13:53:59.514484 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b5459a14-36db-44e7-8377-be2680ca33c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8117800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60004'] for router (8a40b047-474e-4dae-93eb-d4ace700b52e), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:59.516787 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b5459a14-36db-44e7-8377-be2680ca33c8 admin admin] Publish callbacks [] for router_controller (8a40b047-474e-4dae-93eb-d4ace700b52e), precommit_delete_associations {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:59.562675 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b5459a14-36db-44e7-8377-be2680ca33c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8117823'] for router (8a40b047-474e-4dae-93eb-d4ace700b52e), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:59.563245 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5459a14-36db-44e7-8377-be2680ca33c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a40b047-474e-4dae-93eb-d4ace700b52e {{(pid=109593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 13:53:59.568785 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b5459a14-36db-44e7-8377-be2680ca33c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:59.569992 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-b5459a14-36db-44e7-8377-be2680ca33c8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8a40b047-474e-4dae-93eb-d4ace700b52e HTTP/1.1" status: 204 len: 168 time: 0.7845747 Mar 07 13:53:59.572465 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 59538) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:53:59.616113 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ddb5873-4a59-4c51-b317-f2e124283bb1 admin admin] Deleting subnet 1e57cc15-9140-4505-a973-57f9ead1bba1 {{(pid=109593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 13:53:59.619189 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2ddb5873-4a59-4c51-b317-f2e124283bb1 admin admin] Publish callbacks [] for subnet (1e57cc15-9140-4505-a973-57f9ead1bba1), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:59.652937 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2ddb5873-4a59-4c51-b317-f2e124283bb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25006360'] for subnet (1e57cc15-9140-4505-a973-57f9ead1bba1), precommit_delete_associations {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:59.730633 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2ddb5873-4a59-4c51-b317-f2e124283bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663011'] for subnet (1e57cc15-9140-4505-a973-57f9ead1bba1), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:59.784863 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2ddb5873-4a59-4c51-b317-f2e124283bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4238652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24711477'] for subnet (1e57cc15-9140-4505-a973-57f9ead1bba1), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:59.809155 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb5873-4a59-4c51-b317-f2e124283bb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e57cc15-9140-4505-a973-57f9ead1bba1,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:53:59.812809 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2ddb5873-4a59-4c51-b317-f2e124283bb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:59.818224 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-2ddb5873-4a59-4c51-b317-f2e124283bb1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1e57cc15-9140-4505-a973-57f9ead1bba1 HTTP/1.1" status: 204 len: 168 time: 0.2444985 Mar 07 13:53:59.818956 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 59540) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:53:59.822028 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf62c9f-5e5f-4427-bf02-5db9a1b33662 None None] Network f2da4129-d7e9-405e-99cb-57150db33a9c requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:53:59.901513 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e226c6cb-82b7-4c13-a7ba-70998e4bff1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635500'] for network (f2da4129-d7e9-405e-99cb-57150db33a9c), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:53:59.958991 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-e226c6cb-82b7-4c13-a7ba-70998e4bff1d admin admin] Deleting port 73ab1a8a-c074-49c3-98ee-4035b6df5a0f {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:53:59.959333 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e226c6cb-82b7-4c13-a7ba-70998e4bff1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (73ab1a8a-c074-49c3-98ee-4035b6df5a0f), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:00.019669 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [None req-e226c6cb-82b7-4c13-a7ba-70998e4bff1d admin admin] For port 73ab1a8a-c074-49c3-98ee-4035b6df5a0f, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=73ab1a8a-c074-49c3-98ee-4035b6df5a0f,segment=NetworkSegment(997dbea6-b43c-4a2a-ad2e-650bd68738c6),segment_id=997dbea6-b43c-4a2a-ad2e-650bd68738c6)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:54:00.020036 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e226c6cb-82b7-4c13-a7ba-70998e4bff1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (73ab1a8a-c074-49c3-98ee-4035b6df5a0f), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:00.032765 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-e226c6cb-82b7-4c13-a7ba-70998e4bff1d admin admin] Calling delete_port for 73ab1a8a-c074-49c3-98ee-4035b6df5a0f owned by network:dhcp {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:54:00.111760 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e226c6cb-82b7-4c13-a7ba-70998e4bff1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (73ab1a8a-c074-49c3-98ee-4035b6df5a0f), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:00.142293 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226c6cb-82b7-4c13-a7ba-70998e4bff1d admin admin] Pushing event deleted for resources: {'Port': ['ID=73ab1a8a-c074-49c3-98ee-4035b6df5a0f,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:00.144075 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e226c6cb-82b7-4c13-a7ba-70998e4bff1d admin admin] No DVR routers for this DVR port 73ab1a8a-c074-49c3-98ee-4035b6df5a0f on host dv-cinder-813222-6-iscsi {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:54:00.223050 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e226c6cb-82b7-4c13-a7ba-70998e4bff1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725100', 'neutron.services.segments.db._delete_segments_for_network-8776652592487'] for network (f2da4129-d7e9-405e-99cb-57150db33a9c), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:00.234434 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5c98a3-cb9e-4332-a046-98fa4e79e8de None None] DHCP port deletion for f2da4129-d7e9-405e-99cb-57150db33a9c request from dv-cinder-813222-6-iscsi {{(pid=109595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 13:54:00.252233 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-e226c6cb-82b7-4c13-a7ba-70998e4bff1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2da4129-d7e9-405e-99cb-57150db33a9c']}} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:54:00.264369 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-e226c6cb-82b7-4c13-a7ba-70998e4bff1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997dbea6-b43c-4a2a-ad2e-650bd68738c6') {'for_net_delete': True} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:54:00.264700 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-e226c6cb-82b7-4c13-a7ba-70998e4bff1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997dbea6-b43c-4a2a-ad2e-650bd68738c6') {} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:54:00.307520 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 73ab1a8a-c074-49c3-98ee-4035b6df5a0f no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:54:00.336135 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: 73ab1a8a-c074-49c3-98ee-4035b6df5a0f {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:54:00.336555 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 73ab1a8a-c074-49c3-98ee-4035b6df5a0f not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:54:00.337108 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device f5e69376-1d18-46bb-bb2d-60d065e2a37a no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:54:00.357428 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: f5e69376-1d18-46bb-bb2d-60d065e2a37a {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:54:00.357687 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device f5e69376-1d18-46bb-bb2d-60d065e2a37a not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:54:00.358108 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 647e80b0-b079-4aa3-908e-2bf00cbf6c05 no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:54:00.378846 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: 647e80b0-b079-4aa3-908e-2bf00cbf6c05 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:54:00.379099 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 647e80b0-b079-4aa3-908e-2bf00cbf6c05 not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:54:00.515456 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e226c6cb-82b7-4c13-a7ba-70998e4bff1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776652593776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25006563'] for segment (997dbea6-b43c-4a2a-ad2e-650bd68738c6), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:00.531631 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e226c6cb-82b7-4c13-a7ba-70998e4bff1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (997dbea6-b43c-4a2a-ad2e-650bd68738c6), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:00.535619 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e226c6cb-82b7-4c13-a7ba-70998e4bff1d admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=109593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 13:54:00.536004 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e226c6cb-82b7-4c13-a7ba-70998e4bff1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4238678'] for segment (997dbea6-b43c-4a2a-ad2e-650bd68738c6), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: Traceback (most recent call last): Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: timer() Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: cb(*args, **kw) Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: return func(*args, **kwargs) Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: self._notify() Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: self.callback(batched_events) Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: event.method(event) Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: return f(self, *a, **k) Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: return self._get(url).json() Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: return self.request(url, 'GET', **kwargs) Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 13:54:00.537682 dv-cinder-813222-6-iscsi neutron-server[109593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 13:54:00.591230 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e226c6cb-82b7-4c13-a7ba-70998e4bff1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8114104'] for network (f2da4129-d7e9-405e-99cb-57150db33a9c), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:00.596798 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e226c6cb-82b7-4c13-a7ba-70998e4bff1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:00.600195 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-e226c6cb-82b7-4c13-a7ba-70998e4bff1d admin admin] 10.222.0.24 "DELETE /v2.0/networks/f2da4129-d7e9-405e-99cb-57150db33a9c HTTP/1.1" status: 204 len: 168 time: 0.7799881 Mar 07 13:54:00.607995 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 59546) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:54:00.612221 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226c6cb-82b7-4c13-a7ba-70998e4bff1d admin admin] Pushing event deleted for resources: {'Network': ['ID=f2da4129-d7e9-405e-99cb-57150db33a9c,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:00.704243 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f459c3-50a6-419a-a238-5f59f0854418 req-56047b28-73c8-47d7-91ec-d702d6b6b8e4 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:00.705663 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b9f459c3-50a6-419a-a238-5f59f0854418 req-56047b28-73c8-47d7-91ec-d702d6b6b8e4 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 946 time: 0.1253302 Mar 07 13:54:01.061693 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b9f459c3-50a6-419a-a238-5f59f0854418 req-99660d05-50b5-4652-83a4-4f78f316ec73 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3479195 Mar 07 13:54:01.253302 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48fd691c-e90d-48cb-b6b1-6b743727d2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8115010'] for router_interface (0763de53-6626-4220-9602-9fdedaea18c5), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:01.494496 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-48fd691c-e90d-48cb-b6b1-6b743727d2af admin admin] Deleting port ed6aa422-4206-47dd-983d-fe855a1761f9 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:54:01.494733 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48fd691c-e90d-48cb-b6b1-6b743727d2af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (ed6aa422-4206-47dd-983d-fe855a1761f9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:01.572570 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-48fd691c-e90d-48cb-b6b1-6b743727d2af admin admin] For port ed6aa422-4206-47dd-983d-fe855a1761f9, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=ed6aa422-4206-47dd-983d-fe855a1761f9,segment=NetworkSegment(d601209d-a2b3-427d-b5ba-fcea8c1e053e),segment_id=d601209d-a2b3-427d-b5ba-fcea8c1e053e)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:54:01.572925 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48fd691c-e90d-48cb-b6b1-6b743727d2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (ed6aa422-4206-47dd-983d-fe855a1761f9), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:01.584273 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-48fd691c-e90d-48cb-b6b1-6b743727d2af admin admin] Calling delete_port for ed6aa422-4206-47dd-983d-fe855a1761f9 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:54:01.759082 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48fd691c-e90d-48cb-b6b1-6b743727d2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (ed6aa422-4206-47dd-983d-fe855a1761f9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:01.784134 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd691c-e90d-48cb-b6b1-6b743727d2af admin admin] Pushing event deleted for resources: {'Port': ['ID=ed6aa422-4206-47dd-983d-fe855a1761f9,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:01.946782 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48fd691c-e90d-48cb-b6b1-6b743727d2af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8114998'] for router_interface (0763de53-6626-4220-9602-9fdedaea18c5), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:02.164603 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48fd691c-e90d-48cb-b6b1-6b743727d2af admin admin] Router 0763de53-6626-4220-9602-9fdedaea18c5 has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:54:02.301267 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fd691c-e90d-48cb-b6b1-6b743727d2af admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:54:02.307087 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-48fd691c-e90d-48cb-b6b1-6b743727d2af admin admin] 10.222.0.24 "PUT /v2.0/routers/0763de53-6626-4220-9602-9fdedaea18c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6979017 Mar 07 13:54:02.309751 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 59552) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:54:02.312066 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70514fc0-a410-432e-8b63-cd487d3502bd None None] Sync routers for ids ['0763de53-6626-4220-9602-9fdedaea18c5'] in dv-cinder-813222-6-iscsi {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:54:02.320860 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70514fc0-a410-432e-8b63-cd487d3502bd None None] Routers {'0763de53-6626-4220-9602-9fdedaea18c5'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:54:02.321522 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-70514fc0-a410-432e-8b63-cd487d3502bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:53:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['0763de53-6626-4220-9602-9fdedaea18c5'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:54:02.325476 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63274fdc-05d0-4c0c-971c-6adacb91a426 req-d6372f20-0823-4119-99d8-d2745f366127 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:02.327161 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-63274fdc-05d0-4c0c-971c-6adacb91a426 req-d6372f20-0823-4119-99d8-d2745f366127 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 946 time: 0.1950140 Mar 07 13:54:02.376780 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-63274fdc-05d0-4c0c-971c-6adacb91a426 req-8f9a9cba-a23a-48d5-bd49-e34a84d1d31b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437844 Mar 07 13:54:02.418564 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a87f200d-37d9-4abd-9249-7ba2e4f0a372 admin admin] Publish callbacks [] for router (0763de53-6626-4220-9602-9fdedaea18c5), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:02.433646 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-70514fc0-a410-432e-8b63-cd487d3502bd None None] Set router 0763de53-6626-4220-9602-9fdedaea18c5 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:54:02.524356 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a87f200d-37d9-4abd-9249-7ba2e4f0a372 admin admin] Publish callbacks [] for router_gateway (0763de53-6626-4220-9602-9fdedaea18c5), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:02.576458 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-a87f200d-37d9-4abd-9249-7ba2e4f0a372 admin admin] Deleting port 9b856db8-cf1a-4360-8054-5bedd70bc3aa {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:54:02.576809 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a87f200d-37d9-4abd-9249-7ba2e4f0a372 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (9b856db8-cf1a-4360-8054-5bedd70bc3aa), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:02.610074 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-70514fc0-a410-432e-8b63-cd487d3502bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0763de53-6626-4220-9602-9fdedaea18c5', 'name': 'tempest-TestShelveInstance-2136617896-router', 'tenant_id': 'f4c06754160942129ddd9c8ba6eec9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '9b856db8-cf1a-4360-8054-5bedd70bc3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:44Z', 'updated_at': '2022-03-07T13:54:01Z', 'revision_number': 5, 'project_id': 'f4c06754160942129ddd9c8ba6eec9a2', 'gw_port': {'id': '9b856db8-cf1a-4360-8054-5bedd70bc3aa', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0763de53-6626-4220-9602-9fdedaea18c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:46:44Z', 'updated_at': '2022-03-07T13:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:54:02.638467 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70514fc0-a410-432e-8b63-cd487d3502bd None None] Checking router: 0763de53-6626-4220-9602-9fdedaea18c5 for host: dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:54:02.646273 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70514fc0-a410-432e-8b63-cd487d3502bd None None] Routers {'0763de53-6626-4220-9602-9fdedaea18c5'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:54:02.646856 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-70514fc0-a410-432e-8b63-cd487d3502bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:53:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['0763de53-6626-4220-9602-9fdedaea18c5'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:54:02.657773 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [None req-a87f200d-37d9-4abd-9249-7ba2e4f0a372 admin admin] For port 9b856db8-cf1a-4360-8054-5bedd70bc3aa, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=9b856db8-cf1a-4360-8054-5bedd70bc3aa,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:54:02.658141 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a87f200d-37d9-4abd-9249-7ba2e4f0a372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (9b856db8-cf1a-4360-8054-5bedd70bc3aa), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:02.670711 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-a87f200d-37d9-4abd-9249-7ba2e4f0a372 admin admin] Calling delete_port for 9b856db8-cf1a-4360-8054-5bedd70bc3aa owned by network:router_gateway {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:54:02.733688 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-70514fc0-a410-432e-8b63-cd487d3502bd None None] Set router 0763de53-6626-4220-9602-9fdedaea18c5 gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:54:02.783628 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-70514fc0-a410-432e-8b63-cd487d3502bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0763de53-6626-4220-9602-9fdedaea18c5', 'name': 'tempest-TestShelveInstance-2136617896-router', 'tenant_id': 'f4c06754160942129ddd9c8ba6eec9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:44Z', 'updated_at': '2022-03-07T13:54:02Z', 'revision_number': 6, 'project_id': 'f4c06754160942129ddd9c8ba6eec9a2', 'gw_port_host': None}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:54:02.814953 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70514fc0-a410-432e-8b63-cd487d3502bd None None] The sync data for ids ['0763de53-6626-4220-9602-9fdedaea18c5'] in dv-cinder-813222-6-iscsi is: [{'id': '0763de53-6626-4220-9602-9fdedaea18c5', 'name': 'tempest-TestShelveInstance-2136617896-router', 'tenant_id': 'f4c06754160942129ddd9c8ba6eec9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:46:44Z', 'updated_at': '2022-03-07T13:54:02Z', 'revision_number': 6, 'project_id': 'f4c06754160942129ddd9c8ba6eec9a2', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:54:02.839287 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a87f200d-37d9-4abd-9249-7ba2e4f0a372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (9b856db8-cf1a-4360-8054-5bedd70bc3aa), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:02.865673 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f200d-37d9-4abd-9249-7ba2e4f0a372 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b856db8-cf1a-4360-8054-5bedd70bc3aa,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:02.928046 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a87f200d-37d9-4abd-9249-7ba2e4f0a372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8114076'] for router_gateway (0763de53-6626-4220-9602-9fdedaea18c5), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:03.017097 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a87f200d-37d9-4abd-9249-7ba2e4f0a372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8117800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60004'] for router (0763de53-6626-4220-9602-9fdedaea18c5), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:03.019201 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a87f200d-37d9-4abd-9249-7ba2e4f0a372 admin admin] Publish callbacks [] for router_controller (0763de53-6626-4220-9602-9fdedaea18c5), precommit_delete_associations {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:03.060558 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a87f200d-37d9-4abd-9249-7ba2e4f0a372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8117823'] for router (0763de53-6626-4220-9602-9fdedaea18c5), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:03.061065 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87f200d-37d9-4abd-9249-7ba2e4f0a372 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0763de53-6626-4220-9602-9fdedaea18c5 {{(pid=109593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 13:54:03.065157 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a87f200d-37d9-4abd-9249-7ba2e4f0a372 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:03.066295 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-a87f200d-37d9-4abd-9249-7ba2e4f0a372 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0763de53-6626-4220-9602-9fdedaea18c5 HTTP/1.1" status: 204 len: 168 time: 0.7554550 Mar 07 13:54:03.068714 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 59554) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:54:03.113889 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_v2 [None req-4461daa2-2d69-4ac1-8f91-c7f140b915f4 admin admin] Deleting subnet 15deb891-38a3-490c-89fd-628830dccf96 {{(pid=109593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 13:54:03.116844 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4461daa2-2d69-4ac1-8f91-c7f140b915f4 admin admin] Publish callbacks [] for subnet (15deb891-38a3-490c-89fd-628830dccf96), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:03.156104 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4461daa2-2d69-4ac1-8f91-c7f140b915f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25006360'] for subnet (15deb891-38a3-490c-89fd-628830dccf96), precommit_delete_associations {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:03.237040 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4461daa2-2d69-4ac1-8f91-c7f140b915f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663011'] for subnet (15deb891-38a3-490c-89fd-628830dccf96), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:03.289629 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4461daa2-2d69-4ac1-8f91-c7f140b915f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4238652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24711477'] for subnet (15deb891-38a3-490c-89fd-628830dccf96), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:03.316279 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461daa2-2d69-4ac1-8f91-c7f140b915f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15deb891-38a3-490c-89fd-628830dccf96,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:03.318237 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4461daa2-2d69-4ac1-8f91-c7f140b915f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:03.321986 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-4461daa2-2d69-4ac1-8f91-c7f140b915f4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/15deb891-38a3-490c-89fd-628830dccf96 HTTP/1.1" status: 204 len: 168 time: 0.2517519 Mar 07 13:54:03.322961 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46dc63d-7269-45b5-b5b8-77851ec94300 None None] Network 7f98ffb8-f48b-4110-987b-e4f958e1fa62 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:54:03.324434 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 59556) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:54:03.394935 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0fb8b715-3d24-46aa-8c9f-fd33f6b86948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635500'] for network (7f98ffb8-f48b-4110-987b-e4f958e1fa62), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:03.457456 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-0fb8b715-3d24-46aa-8c9f-fd33f6b86948 admin admin] Deleting port 2c3f7122-2282-4f33-8809-0a16c0b0b38b {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:54:03.457917 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0fb8b715-3d24-46aa-8c9f-fd33f6b86948 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (2c3f7122-2282-4f33-8809-0a16c0b0b38b), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:03.526883 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [None req-0fb8b715-3d24-46aa-8c9f-fd33f6b86948 admin admin] For port 2c3f7122-2282-4f33-8809-0a16c0b0b38b, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=2c3f7122-2282-4f33-8809-0a16c0b0b38b,segment=NetworkSegment(d601209d-a2b3-427d-b5ba-fcea8c1e053e),segment_id=d601209d-a2b3-427d-b5ba-fcea8c1e053e)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:54:03.527241 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0fb8b715-3d24-46aa-8c9f-fd33f6b86948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (2c3f7122-2282-4f33-8809-0a16c0b0b38b), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:03.540098 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-0fb8b715-3d24-46aa-8c9f-fd33f6b86948 admin admin] Calling delete_port for 2c3f7122-2282-4f33-8809-0a16c0b0b38b owned by network:dhcp {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:54:03.583930 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95ef6a-0168-4fce-a58e-9bd80237066d req-4c03bbf4-a059-45d3-b23c-b34bf6a24a4c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:03.591145 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8c95ef6a-0168-4fce-a58e-9bd80237066d req-4c03bbf4-a059-45d3-b23c-b34bf6a24a4c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 946 time: 0.1367157 Mar 07 13:54:03.605720 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e43d1a-9da0-4c29-a658-b19e1db5899d None None] DHCP port deletion for 7f98ffb8-f48b-4110-987b-e4f958e1fa62 request from dv-cinder-813222-6-iscsi {{(pid=109595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 13:54:03.636948 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0fb8b715-3d24-46aa-8c9f-fd33f6b86948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (2c3f7122-2282-4f33-8809-0a16c0b0b38b), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:03.651108 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8c95ef6a-0168-4fce-a58e-9bd80237066d req-02d07414-6cd0-4606-a672-dc3356eb7853 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588150 Mar 07 13:54:03.658196 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c8e43d1a-9da0-4c29-a658-b19e1db5899d None None] Deleting port 2c3f7122-2282-4f33-8809-0a16c0b0b38b {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:54:03.658782 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8e43d1a-9da0-4c29-a658-b19e1db5899d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (2c3f7122-2282-4f33-8809-0a16c0b0b38b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:03.667075 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8b715-3d24-46aa-8c9f-fd33f6b86948 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c3f7122-2282-4f33-8809-0a16c0b0b38b,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:03.673774 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb8b715-3d24-46aa-8c9f-fd33f6b86948 admin admin] No DVR routers for this DVR port 2c3f7122-2282-4f33-8809-0a16c0b0b38b on host dv-cinder-813222-6-iscsi {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:54:03.732778 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-c8e43d1a-9da0-4c29-a658-b19e1db5899d None None] For port 2c3f7122-2282-4f33-8809-0a16c0b0b38b, host dv-cinder-813222-6-iscsi, got binding levels [] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:54:03.733214 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8e43d1a-9da0-4c29-a658-b19e1db5899d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (2c3f7122-2282-4f33-8809-0a16c0b0b38b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:03.746847 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c8e43d1a-9da0-4c29-a658-b19e1db5899d None None] Calling delete_port for 2c3f7122-2282-4f33-8809-0a16c0b0b38b owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:54:03.750530 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.ipam_backend_mixin [None req-c8e43d1a-9da0-4c29-a658-b19e1db5899d None None] Port 2c3f7122-2282-4f33-8809-0a16c0b0b38b was not found and therefore no delete operation was performed {{(pid=109595) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 13:54:03.751825 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8e43d1a-9da0-4c29-a658-b19e1db5899d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098'] for port (2c3f7122-2282-4f33-8809-0a16c0b0b38b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:03.752262 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0fb8b715-3d24-46aa-8c9f-fd33f6b86948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725100', 'neutron.services.segments.db._delete_segments_for_network-8776652592487'] for network (7f98ffb8-f48b-4110-987b-e4f958e1fa62), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:03.773863 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-0fb8b715-3d24-46aa-8c9f-fd33f6b86948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f98ffb8-f48b-4110-987b-e4f958e1fa62']}} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:54:03.776754 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e43d1a-9da0-4c29-a658-b19e1db5899d None None] Pushing event deleted for resources: {'Port': ['ID=2c3f7122-2282-4f33-8809-0a16c0b0b38b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:03.783971 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-0fb8b715-3d24-46aa-8c9f-fd33f6b86948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd601209d-a2b3-427d-b5ba-fcea8c1e053e') {'for_net_delete': True} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:54:03.784265 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-0fb8b715-3d24-46aa-8c9f-fd33f6b86948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd601209d-a2b3-427d-b5ba-fcea8c1e053e') {} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:54:03.787409 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e43d1a-9da0-4c29-a658-b19e1db5899d None None] No DVR routers for this DVR port 2c3f7122-2282-4f33-8809-0a16c0b0b38b on host dv-cinder-813222-6-iscsi {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:54:03.800070 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0fb8b715-3d24-46aa-8c9f-fd33f6b86948 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776652593776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25006563'] for segment (d601209d-a2b3-427d-b5ba-fcea8c1e053e), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:03.814168 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0fb8b715-3d24-46aa-8c9f-fd33f6b86948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (d601209d-a2b3-427d-b5ba-fcea8c1e053e), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:03.822109 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb8b715-3d24-46aa-8c9f-fd33f6b86948 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=109593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 13:54:03.822384 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0fb8b715-3d24-46aa-8c9f-fd33f6b86948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4238678'] for segment (d601209d-a2b3-427d-b5ba-fcea8c1e053e), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: Traceback (most recent call last): Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: timer() Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: cb(*args, **kw) Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: return func(*args, **kwargs) Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: self._notify() Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: self.callback(batched_events) Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: event.method(event) Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: return f(self, *a, **k) Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: return self._get(url).json() Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: return self.request(url, 'GET', **kwargs) Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 13:54:03.824133 dv-cinder-813222-6-iscsi neutron-server[109593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 13:54:03.883964 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0fb8b715-3d24-46aa-8c9f-fd33f6b86948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8114104'] for network (7f98ffb8-f48b-4110-987b-e4f958e1fa62), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:03.889326 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0fb8b715-3d24-46aa-8c9f-fd33f6b86948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:03.895425 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-0fb8b715-3d24-46aa-8c9f-fd33f6b86948 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7f98ffb8-f48b-4110-987b-e4f958e1fa62 HTTP/1.1" status: 204 len: 168 time: 0.5674703 Mar 07 13:54:03.908541 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8b715-3d24-46aa-8c9f-fd33f6b86948 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f98ffb8-f48b-4110-987b-e4f958e1fa62,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:04.013922 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 59566) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:54:04.054693 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-e1dc8021-4736-40af-869a-ce0b24e3bc1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd6473d3b96b4da2b1f766dcd1a54f0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395119 Mar 07 13:54:04.056923 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 59568) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:54:04.102479 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-82ff19eb-9229-43de-aa2e-c1fc50af00c2 admin admin] Publish callbacks [] for security_group (0b79a2a9-6d94-4519-b9be-f869738999ac), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:04.132600 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-82ff19eb-9229-43de-aa2e-c1fc50af00c2 admin admin] Publish callbacks [] for security_group (0b79a2a9-6d94-4519-b9be-f869738999ac), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:04.183001 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-82ff19eb-9229-43de-aa2e-c1fc50af00c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (0b79a2a9-6d94-4519-b9be-f869738999ac), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:04.185506 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-82ff19eb-9229-43de-aa2e-c1fc50af00c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:04.186667 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-82ff19eb-9229-43de-aa2e-c1fc50af00c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b79a2a9-6d94-4519-b9be-f869738999ac HTTP/1.1" status: 204 len: 168 time: 0.1288323 Mar 07 13:54:04.194758 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff19eb-9229-43de-aa2e-c1fc50af00c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b79a2a9-6d94-4519-b9be-f869738999ac,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:04.281987 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 2c3f7122-2282-4f33-8809-0a16c0b0b38b no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:54:04.302779 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: 2c3f7122-2282-4f33-8809-0a16c0b0b38b {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:54:04.303204 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 2c3f7122-2282-4f33-8809-0a16c0b0b38b not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:54:04.303703 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 9b856db8-cf1a-4360-8054-5bedd70bc3aa no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:54:04.325929 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: 9b856db8-cf1a-4360-8054-5bedd70bc3aa {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:54:04.326689 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 9b856db8-cf1a-4360-8054-5bedd70bc3aa not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:54:04.326805 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device ed6aa422-4206-47dd-983d-fe855a1761f9 no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:54:04.345869 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: ed6aa422-4206-47dd-983d-fe855a1761f9 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:54:04.346259 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device ed6aa422-4206-47dd-983d-fe855a1761f9 not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:54:04.498307 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 59574) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:54:04.537909 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-b0a34fbb-1d39-49f8-bdb9-b0b5c4158181 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4c06754160942129ddd9c8ba6eec9a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384192 Mar 07 13:54:04.540253 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 59576) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:54:04.584696 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3cafa9e8-cc56-4239-95b4-ce3d2664d418 admin admin] Publish callbacks [] for security_group (23276dc7-77d9-4c84-b0a6-8e8a18e3f5e0), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:04.605214 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3cafa9e8-cc56-4239-95b4-ce3d2664d418 admin admin] Publish callbacks [] for security_group (23276dc7-77d9-4c84-b0a6-8e8a18e3f5e0), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:04.650007 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3cafa9e8-cc56-4239-95b4-ce3d2664d418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (23276dc7-77d9-4c84-b0a6-8e8a18e3f5e0), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:04.652515 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3cafa9e8-cc56-4239-95b4-ce3d2664d418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:04.653658 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-3cafa9e8-cc56-4239-95b4-ce3d2664d418 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23276dc7-77d9-4c84-b0a6-8e8a18e3f5e0 HTTP/1.1" status: 204 len: 168 time: 0.1125581 Mar 07 13:54:04.661445 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cafa9e8-cc56-4239-95b4-ce3d2664d418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23276dc7-77d9-4c84-b0a6-8e8a18e3f5e0,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:04.795468 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca6a42-77a2-45ed-83a1-e2c8fffa1fef req-6895a8a9-3bbb-4019-8cac-e056c03233a2 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:04.797021 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bcca6a42-77a2-45ed-83a1-e2c8fffa1fef req-6895a8a9-3bbb-4019-8cac-e056c03233a2 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 946 time: 0.0588658 Mar 07 13:54:04.849110 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bcca6a42-77a2-45ed-83a1-e2c8fffa1fef req-159e95eb-4c7a-4f29-82e6-d616b32aa086 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463693 Mar 07 13:54:05.395166 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b4948-60d2-4436-94c7-db0017402ce8 req-a77f64b5-0fca-4954-9750-f385d57cc73b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:05.396662 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5d7b4948-60d2-4436-94c7-db0017402ce8 req-a77f64b5-0fca-4954-9750-f385d57cc73b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0512178 Mar 07 13:54:05.441962 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5d7b4948-60d2-4436-94c7-db0017402ce8 req-42b874ea-7a62-4dfe-a24b-eb0b3e5fd21a tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397241 Mar 07 13:54:05.581630 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:05.978148 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67cb52-8e40-45a7-add6-f9de1356c5a1 req-e565d8ea-3409-4bf9-a514-98f961cbaa4d tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:05.979582 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1a67cb52-8e40-45a7-add6-f9de1356c5a1 req-e565d8ea-3409-4bf9-a514-98f961cbaa4d tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 946 time: 0.0543709 Mar 07 13:54:06.023613 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1a67cb52-8e40-45a7-add6-f9de1356c5a1 req-365e8fcc-53ff-49d7-b0fe-c74e5d1d62df tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386233 Mar 07 13:54:06.558046 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea193a-4601-4665-b263-beb84e63e7d5 req-64b461f9-cb02-4481-add0-7a3b435686ad tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:06.559491 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b4ea193a-4601-4665-b263-beb84e63e7d5 req-64b461f9-cb02-4481-add0-7a3b435686ad tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0519555 Mar 07 13:54:06.604366 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b4ea193a-4601-4665-b263-beb84e63e7d5 req-99696562-6375-45a9-87ee-c0984b176171 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394707 Mar 07 13:54:07.142123 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fc30a-8ce2-4b87-bd90-8f09e8dc8dc0 req-ffa6775c-3de8-4c25-9aee-415a8a954c93 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:07.143489 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e58fc30a-8ce2-4b87-bd90-8f09e8dc8dc0 req-ffa6775c-3de8-4c25-9aee-415a8a954c93 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 946 time: 0.0511959 Mar 07 13:54:07.191833 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e58fc30a-8ce2-4b87-bd90-8f09e8dc8dc0 req-7f799196-2953-49f8-be91-874d11a9297f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429871 Mar 07 13:54:07.720262 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c578d-b5f2-4aef-ba9f-71f18b950280 req-11595550-1d9d-46d8-bb05-9532324db61a tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:07.721735 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-501c578d-b5f2-4aef-ba9f-71f18b950280 req-11595550-1d9d-46d8-bb05-9532324db61a tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0517821 Mar 07 13:54:07.766541 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-501c578d-b5f2-4aef-ba9f-71f18b950280 req-0d45f1a2-d20b-4aa9-9652-603f50ea84f9 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393958 Mar 07 13:54:08.311929 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc19860-0470-4194-b5eb-c9a13f0b12bd req-c551a547-029a-4d3c-801a-c1b269108b8f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:08.313423 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4dc19860-0470-4194-b5eb-c9a13f0b12bd req-c551a547-029a-4d3c-801a-c1b269108b8f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 946 time: 0.0519030 Mar 07 13:54:08.393758 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4dc19860-0470-4194-b5eb-c9a13f0b12bd req-c72dce5f-3ed8-4f2e-a12a-0659bbba4093 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749207 Mar 07 13:54:08.433711 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-100ff2f3-85cf-47c8-bcf3-e39f3e1a6bdb req-c973aa17-90bd-4112-8fda-66ae1628d6d2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0908158 Mar 07 13:54:08.444436 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334638e1-20e9-4986-a163-42b3cee602d0 req-9235c38f-f2a4-4b97-886f-b5396d1faaa6 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:08.445808 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-334638e1-20e9-4986-a163-42b3cee602d0 req-9235c38f-f2a4-4b97-886f-b5396d1faaa6 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.0734348 Mar 07 13:54:08.580701 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ff2f3-85cf-47c8-bcf3-e39f3e1a6bdb req-a95e5c4c-dc89-48cc-b5a0-7dfeb7a860de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:08.582196 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-100ff2f3-85cf-47c8-bcf3-e39f3e1a6bdb req-a95e5c4c-dc89-48cc-b5a0-7dfeb7a860de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c10fe3afe2e84b7694415570a68cee37&device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8 HTTP/1.1" status: 200 len: 1130 time: 0.0862489 Mar 07 13:54:08.587976 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-334638e1-20e9-4986-a163-42b3cee602d0 req-6edfcd53-f210-4df1-958d-19014b2951b0 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Deleting port 071d3a1f-1aed-4796-a5ba-d1d8c09b0146 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:54:08.588321 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-334638e1-20e9-4986-a163-42b3cee602d0 req-6edfcd53-f210-4df1-958d-19014b2951b0 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (071d3a1f-1aed-4796-a5ba-d1d8c09b0146), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:08.734544 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-334638e1-20e9-4986-a163-42b3cee602d0 req-6edfcd53-f210-4df1-958d-19014b2951b0 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] For port 071d3a1f-1aed-4796-a5ba-d1d8c09b0146, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=071d3a1f-1aed-4796-a5ba-d1d8c09b0146,segment=NetworkSegment(1abe214c-6bc4-4052-8a26-d926235503eb),segment_id=1abe214c-6bc4-4052-8a26-d926235503eb)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:54:08.734921 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-334638e1-20e9-4986-a163-42b3cee602d0 req-6edfcd53-f210-4df1-958d-19014b2951b0 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (071d3a1f-1aed-4796-a5ba-d1d8c09b0146), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:08.761573 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ff2f3-85cf-47c8-bcf3-e39f3e1a6bdb req-c17dee9a-7901-48b0-963f-299da07ce7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:08.763076 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-100ff2f3-85cf-47c8-bcf3-e39f3e1a6bdb req-c17dee9a-7901-48b0-963f-299da07ce7ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae647865-b6eb-48d6-bfc7-51b766b88343 HTTP/1.1" status: 200 len: 912 time: 0.1587708 Mar 07 13:54:08.900768 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-100ff2f3-85cf-47c8-bcf3-e39f3e1a6bdb req-9eb87296-c078-446d-b8f0-91a1beb359ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cccdd2d-d769-4b4f-9780-511dd57131da HTTP/1.1" status: 200 len: 1002 time: 0.1090989 Mar 07 13:54:09.033356 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5c408-a723-4f41-b3d6-425f9ca7133d req-0f1a2dde-eb6b-4e9f-ab4e-df9b52279775 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:09.034825 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-74b5c408-a723-4f41-b3d6-425f9ca7133d req-0f1a2dde-eb6b-4e9f-ab4e-df9b52279775 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 945 time: 0.1815720 Mar 07 13:54:09.037812 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ff2f3-85cf-47c8-bcf3-e39f3e1a6bdb req-581ef04f-aabb-4a19-9cd3-83842283affc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:09.039131 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-100ff2f3-85cf-47c8-bcf3-e39f3e1a6bdb req-581ef04f-aabb-4a19-9cd3-83842283affc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c56d65c-4807-49f7-98f6-3d6932945f85 HTTP/1.1" status: 200 len: 851 time: 0.1072290 Mar 07 13:54:09.100010 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-334638e1-20e9-4986-a163-42b3cee602d0 req-6edfcd53-f210-4df1-958d-19014b2951b0 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:09.100370 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-334638e1-20e9-4986-a163-42b3cee602d0 req-6edfcd53-f210-4df1-958d-19014b2951b0 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (aaf3d7cb-c395-4386-8c9b-424869264447), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:09.100682 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.l3_db [req-334638e1-20e9-4986-a163-42b3cee602d0 req-6edfcd53-f210-4df1-958d-19014b2951b0 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Floating IP aaf3d7cb-c395-4386-8c9b-424869264447 disassociated. External IP: 172.27.1.234, port: 071d3a1f-1aed-4796-a5ba-d1d8c09b0146. Mar 07 13:54:09.101018 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-334638e1-20e9-4986-a163-42b3cee602d0 req-6edfcd53-f210-4df1-958d-19014b2951b0 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Calling delete_port for 071d3a1f-1aed-4796-a5ba-d1d8c09b0146 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:54:09.170995 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-74b5c408-a723-4f41-b3d6-425f9ca7133d req-499635c5-b3d1-4813-b735-de5bb9bd97ea tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac784f83-6153-42f3-9442-a2ec208183d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272407 Mar 07 13:54:09.182459 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ff2f3-85cf-47c8-bcf3-e39f3e1a6bdb req-e49440de-92f0-4325-a09e-3b042e4f7f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:09.183931 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-100ff2f3-85cf-47c8-bcf3-e39f3e1a6bdb req-e49440de-92f0-4325-a09e-3b042e4f7f52 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae647865-b6eb-48d6-bfc7-51b766b88343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1369021 Mar 07 13:54:09.323873 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-100ff2f3-85cf-47c8-bcf3-e39f3e1a6bdb req-553a2ff2-6e84-42e8-a965-de03ac88cede service neutron] 10.222.0.10 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317103 Mar 07 13:54:09.353724 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-334638e1-20e9-4986-a163-42b3cee602d0 req-6edfcd53-f210-4df1-958d-19014b2951b0 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (071d3a1f-1aed-4796-a5ba-d1d8c09b0146), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:09.420447 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edfcd53-f210-4df1-958d-19014b2951b0 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Pushing event deleted for resources: {'Port': ['ID=071d3a1f-1aed-4796-a5ba-d1d8c09b0146,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:09.557143 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-100ff2f3-85cf-47c8-bcf3-e39f3e1a6bdb req-60788825-5f80-498d-86ff-e4278ca051dd service neutron] 10.222.0.10 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247429 Mar 07 13:54:09.588885 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb42b0-b1e3-4444-b449-1ef1f87054d1 req-047f6b08-4bda-4eb1-a1b0-6a1197add7da tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:09.590391 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-24eb42b0-b1e3-4444-b449-1ef1f87054d1 req-047f6b08-4bda-4eb1-a1b0-6a1197add7da tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 946 time: 0.1205883 Mar 07 13:54:09.600912 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-334638e1-20e9-4986-a163-42b3cee602d0 req-6edfcd53-f210-4df1-958d-19014b2951b0 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Router 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:54:09.686392 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-24eb42b0-b1e3-4444-b449-1ef1f87054d1 req-edd3d7c3-819a-4a87-8ede-c157b5315d36 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904307 Mar 07 13:54:09.743033 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-334638e1-20e9-4986-a163-42b3cee602d0 req-6edfcd53-f210-4df1-958d-19014b2951b0 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:54:09.754975 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36441a6e-7597-4e96-bd32-22a6f62e0733 None None] Sync routers for ids ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:54:09.766234 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36441a6e-7597-4e96-bd32-22a6f62e0733 None None] Routers {'2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:54:09.766878 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-36441a6e-7597-4e96-bd32-22a6f62e0733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:53:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:54:09.788562 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-334638e1-20e9-4986-a163-42b3cee602d0 req-6edfcd53-f210-4df1-958d-19014b2951b0 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] No DVR routers for this DVR port 071d3a1f-1aed-4796-a5ba-d1d8c09b0146 on host hv-cinder-81322 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:54:09.792007 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-334638e1-20e9-4986-a163-42b3cee602d0 req-6edfcd53-f210-4df1-958d-19014b2951b0 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:09.796251 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-334638e1-20e9-4986-a163-42b3cee602d0 req-6edfcd53-f210-4df1-958d-19014b2951b0 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.10 "DELETE /v2.0/ports/071d3a1f-1aed-4796-a5ba-d1d8c09b0146 HTTP/1.1" status: 204 len: 173 time: 1.3329043 Mar 07 13:54:09.796752 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5162fe-649f-41b4-8500-5baca6875ee6', 'name': 'network-vif-deleted', 'tag': '071d3a1f-1aed-4796-a5ba-d1d8c09b0146'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:54:09.799381 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f54c90-4c75-48f2-b32b-e042a5cb9441" -d '{"events": [{"server_uuid": "de5162fe-649f-41b4-8500-5baca6875ee6", "name": "network-vif-deleted", "tag": "071d3a1f-1aed-4796-a5ba-d1d8c09b0146"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:54:09.849709 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca954d7-3d2e-46f4-b192-402cc335f323 x-openstack-request-id: req-cca954d7-3d2e-46f4-b192-402cc335f323 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:54:09.850007 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5162fe-649f-41b4-8500-5baca6875ee6", "name": "network-vif-deleted", "tag": "071d3a1f-1aed-4796-a5ba-d1d8c09b0146", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:54:09.850264 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cca954d7-3d2e-46f4-b192-402cc335f323 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:54:09.850685 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5162fe-649f-41b4-8500-5baca6875ee6', 'name': 'network-vif-deleted', 'tag': '071d3a1f-1aed-4796-a5ba-d1d8c09b0146', 'status': 'completed', 'code': 200} Mar 07 13:54:09.896692 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-36441a6e-7597-4e96-bd32-22a6f62e0733 None None] Set router 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:54:10.097405 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-36441a6e-7597-4e96-bd32-22a6f62e0733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'name': 'tempest-AttachVolumeTestJSON-948968075-router', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:04Z', 'revision_number': 4, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'gw_port': {'id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '002d1112-ab29-4cad-b2b4-3b327dcf4a46', 'name': '', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'mac_address': 'fa:16:3e:dc:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:04Z', 'updated_at': '2022-03-07T13:49:10Z', 'revision_number': 5, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'subnets': [{'id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:54:10.123225 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36441a6e-7597-4e96-bd32-22a6f62e0733 None None] Checking router: 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:54:10.131111 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36441a6e-7597-4e96-bd32-22a6f62e0733 None None] Routers {'2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:54:10.131694 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-36441a6e-7597-4e96-bd32-22a6f62e0733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:53:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:54:10.237337 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-36441a6e-7597-4e96-bd32-22a6f62e0733 None None] Set router 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:54:10.281760 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-33ea2e99-a6d9-46b2-91ba-750e2ef432f5 req-40adf323-3d6a-4c5f-888c-aee0bbc23de0 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=de5162fe-649f-41b4-8500-5baca6875ee6 HTTP/1.1" status: 200 len: 210 time: 0.0327744 Mar 07 13:54:10.309534 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:54:10.436951 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-36441a6e-7597-4e96-bd32-22a6f62e0733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'name': 'tempest-AttachVolumeTestJSON-948968075-router', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:04Z', 'revision_number': 4, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'gw_port': {'id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '002d1112-ab29-4cad-b2b4-3b327dcf4a46', 'name': '', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'mac_address': 'fa:16:3e:dc:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:04Z', 'updated_at': '2022-03-07T13:49:10Z', 'revision_number': 5, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'subnets': [{'id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:54:10.467248 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36441a6e-7597-4e96-bd32-22a6f62e0733 None None] The sync data for ids ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'] in dv-cinder-813222-6-iscsi is: [{'id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'name': 'tempest-AttachVolumeTestJSON-948968075-router', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:04Z', 'revision_number': 4, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'gw_port': {'id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '002d1112-ab29-4cad-b2b4-3b327dcf4a46', 'name': '', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'mac_address': 'fa:16:3e:dc:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:04Z', 'updated_at': '2022-03-07T13:49:10Z', 'revision_number': 5, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'subnets': [{'id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:54:10.666379 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d113306-da6d-4b45-bcfb-083ef41ef30d None None] New status for floating IP aaf3d7cb-c395-4386-8c9b-424869264447: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 13:54:10.817016 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26cd9c-2a28-444d-af9b-ba1ac4a0b011 req-a5cee10e-6382-4684-b9a3-0db719b8c3fd tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:10.818553 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fa26cd9c-2a28-444d-af9b-ba1ac4a0b011 req-a5cee10e-6382-4684-b9a3-0db719b8c3fd tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 946 time: 0.0550544 Mar 07 13:54:10.866298 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fa26cd9c-2a28-444d-af9b-ba1ac4a0b011 req-5f34cc44-6fa9-400d-87e0-77c817446563 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413201 Mar 07 13:54:11.354784 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device e6bd2276-075e-4ef9-b32e-25d086d201c7 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 13:54:11.364765 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 59622) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:54:11.365352 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 071d3a1f-1aed-4796-a5ba-d1d8c09b0146 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:54:11.387634 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] No Port match for: 071d3a1f-1aed-4796-a5ba-d1d8c09b0146 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:54:11.388227 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 071d3a1f-1aed-4796-a5ba-d1d8c09b0146 not bound to the agent host hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:54:11.419484 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a812ab04-2147-4fbc-ac0e-5acf556db766 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for security_group (ac784f83-6153-42f3-9442-a2ec208183d9), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:11.446217 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a812ab04-2147-4fbc-ac0e-5acf556db766 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for security_group (ac784f83-6153-42f3-9442-a2ec208183d9), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:11.476023 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port e6bd2276-075e-4ef9-b32e-25d086d201c7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e6bd2276-075e-4ef9-b32e-25d086d201c7,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:54:11.487720 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Returning: {'device': 'e6bd2276-075e-4ef9-b32e-25d086d201c7', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'port_id': 'e6bd2276-075e-4ef9-b32e-25d086d201c7', 'mac_address': 'fa:16:3e:51:13:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 13:54:11.495566 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a812ab04-2147-4fbc-ac0e-5acf556db766 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (ac784f83-6153-42f3-9442-a2ec208183d9), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:11.498199 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a812ab04-2147-4fbc-ac0e-5acf556db766 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:11.499414 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-a812ab04-2147-4fbc-ac0e-5acf556db766 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "DELETE /v2.0/security-groups/ac784f83-6153-42f3-9442-a2ec208183d9 HTTP/1.1" status: 204 len: 168 time: 0.1335044 Mar 07 13:54:11.502317 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 59624) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:54:11.508423 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812ab04-2147-4fbc-ac0e-5acf556db766 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac784f83-6153-42f3-9442-a2ec208183d9,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:11.521484 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.api.v2.resource [None req-662755d7-4e11-49a8-a589-d0a62a9509f9 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] show failed (client error): The resource could not be found. Mar 07 13:54:11.522784 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-662755d7-4e11-49a8-a589-d0a62a9509f9 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups/ac784f83-6153-42f3-9442-a2ec208183d9 HTTP/1.1" status: 404 len: 347 time: 0.0192590 Mar 07 13:54:11.526208 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 59626) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:54:11.538047 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port e6bd2276-075e-4ef9-b32e-25d086d201c7 is: ACTIVE; New status is: BUILD {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:54:11.538415 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:11.552363 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6bd2276-075e-4ef9-b32e-25d086d201c7 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:54:11.572143 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port e6bd2276-075e-4ef9-b32e-25d086d201c7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e6bd2276-075e-4ef9-b32e-25d086d201c7,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:54:11.575545 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:11.621427 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=e6bd2276-075e-4ef9-b32e-25d086d201c7,revision_number=6']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:11.654410 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-b9e8825e-31c6-4b05-83e7-16406c058c41 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Deleting port 80742f62-8739-4fc2-b327-8d7aa733b9ec {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:54:11.654744 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b9e8825e-31c6-4b05-83e7-16406c058c41 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (80742f62-8739-4fc2-b327-8d7aa733b9ec), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:11.730864 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b9e8825e-31c6-4b05-83e7-16406c058c41 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (80742f62-8739-4fc2-b327-8d7aa733b9ec), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:11.731188 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b9e8825e-31c6-4b05-83e7-16406c058c41 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for floatingip (80742f62-8739-4fc2-b327-8d7aa733b9ec), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:11.742338 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['e6bd2276-075e-4ef9-b32e-25d086d201c7'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:54:11.743846 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-b9e8825e-31c6-4b05-83e7-16406c058c41 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Calling delete_port for 80742f62-8739-4fc2-b327-8d7aa733b9ec owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:54:11.877257 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b9e8825e-31c6-4b05-83e7-16406c058c41 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (80742f62-8739-4fc2-b327-8d7aa733b9ec), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:12.168312 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8825e-31c6-4b05-83e7-16406c058c41 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Pushing event deleted for resources: {'Port': ['ID=80742f62-8739-4fc2-b327-8d7aa733b9ec,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:12.252158 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b9e8825e-31c6-4b05-83e7-16406c058c41 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for floatingip (aaf3d7cb-c395-4386-8c9b-424869264447), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:12.254688 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b9e8825e-31c6-4b05-83e7-16406c058c41 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:12.255814 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-b9e8825e-31c6-4b05-83e7-16406c058c41 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "DELETE /v2.0/floatingips/aaf3d7cb-c395-4386-8c9b-424869264447 HTTP/1.1" status: 204 len: 168 time: 0.7287257 Mar 07 13:54:12.267456 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d8aa2-8f7e-48be-a127-b868b0af4f6b req-5f67bbe5-6748-40cc-a140-fa19f0b125dd tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:12.268877 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4b9d8aa2-8f7e-48be-a127-b868b0af4f6b req-5f67bbe5-6748-40cc-a140-fa19f0b125dd tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 945 time: 0.1040206 Mar 07 13:54:12.318757 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4b9d8aa2-8f7e-48be-a127-b868b0af4f6b req-7d0bfd0f-aee6-479e-a07d-166e9f21d45c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441122 Mar 07 13:54:12.406560 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 59632) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:54:12.411043 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-9df24d35-419c-44be-8895-4b91c47ab81c tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1492761357', 'description': 'tempest-description--1025939491'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:54:12.430337 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9df24d35-419c-44be-8895-4b91c47ab81c tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:12.491737 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9df24d35-419c-44be-8895-4b91c47ab81c tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for security_group (c75b407a-d2f0-465e-abc2-042902cab280), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:12.495658 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9df24d35-419c-44be-8895-4b91c47ab81c tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (c75b407a-d2f0-465e-abc2-042902cab280), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:12.525802 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9df24d35-419c-44be-8895-4b91c47ab81c tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:12.527013 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-9df24d35-419c-44be-8895-4b91c47ab81c tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1194413 Mar 07 13:54:12.528844 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df24d35-419c-44be-8895-4b91c47ab81c tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c75b407a-d2f0-465e-abc2-042902cab280,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:12.530172 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 59634) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:54:12.535878 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-cf97ebc4-5757-499b-acbb-a523d36854f5 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Request body: {'security_group_rule': {'security_group_id': 'c75b407a-d2f0-465e-abc2-042902cab280', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:54:12.561235 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cf97ebc4-5757-499b-acbb-a523d36854f5 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for security_group_rule (eaafe149-5074-4e07-9edd-db3dc156a663), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:12.607009 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cf97ebc4-5757-499b-acbb-a523d36854f5 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for security_group_rule (eaafe149-5074-4e07-9edd-db3dc156a663), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:12.610556 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cf97ebc4-5757-499b-acbb-a523d36854f5 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (eaafe149-5074-4e07-9edd-db3dc156a663), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:12.629377 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97ebc4-5757-499b-acbb-a523d36854f5 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaafe149-5074-4e07-9edd-db3dc156a663,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:12.636782 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cf97ebc4-5757-499b-acbb-a523d36854f5 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:12.637984 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-cf97ebc4-5757-499b-acbb-a523d36854f5 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1060214 Mar 07 13:54:12.640669 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 59636) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:54:12.644809 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-98c8de91-fd1e-48d4-9425-7d8e4eab3851 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Request body: {'security_group_rule': {'security_group_id': 'c75b407a-d2f0-465e-abc2-042902cab280', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:54:12.668560 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-98c8de91-fd1e-48d4-9425-7d8e4eab3851 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for security_group_rule (c65f8b59-9f40-4e1e-b04d-a8bb290383db), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:12.723150 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-98c8de91-fd1e-48d4-9425-7d8e4eab3851 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for security_group_rule (c65f8b59-9f40-4e1e-b04d-a8bb290383db), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:12.726702 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-98c8de91-fd1e-48d4-9425-7d8e4eab3851 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (c65f8b59-9f40-4e1e-b04d-a8bb290383db), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:12.744233 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8de91-fd1e-48d4-9425-7d8e4eab3851 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65f8b59-9f40-4e1e-b04d-a8bb290383db,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:12.752160 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-98c8de91-fd1e-48d4-9425-7d8e4eab3851 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:12.753373 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-98c8de91-fd1e-48d4-9425-7d8e4eab3851 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1117446 Mar 07 13:54:12.756434 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 59638) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:54:12.760636 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-a2cbd4bd-4ba1-4950-ab88-eb97deb00f5e tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Request body: {'floatingip': {'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:54:12.779595 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd4bd-4ba1-4950-ab88-eb97deb00f5e tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:12.877060 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd4bd-4ba1-4950-ab88-eb97deb00f5e tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:12.981755 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-a2cbd4bd-4ba1-4950-ab88-eb97deb00f5e tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Allocated IP 172.27.1.81 (4737f3fa-18ff-4252-a580-88148a637511/b90664a8-a6a4-4a65-802b-5b7bd95111f9/74677f8c-0a32-4ca3-acd9-b76cd52324d6) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:54:13.077648 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd4bd-4ba1-4950-ab88-eb97deb00f5e tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for port (74677f8c-0a32-4ca3-acd9-b76cd52324d6), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:13.110095 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd4bd-4ba1-4950-ab88-eb97deb00f5e tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (74677f8c-0a32-4ca3-acd9-b76cd52324d6), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:13.147390 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cbd4bd-4ba1-4950-ab88-eb97deb00f5e tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Network 4737f3fa-18ff-4252-a580-88148a637511 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:54:13.150618 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-a2cbd4bd-4ba1-4950-ab88-eb97deb00f5e tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:54:13.154035 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cbd4bd-4ba1-4950-ab88-eb97deb00f5e tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:54:13.179862 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbd4bd-4ba1-4950-ab88-eb97deb00f5e tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Pushing event updated for resources: {'Port': ['ID=74677f8c-0a32-4ca3-acd9-b76cd52324d6,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:13.243410 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd4bd-4ba1-4950-ab88-eb97deb00f5e tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for floatingip (7e28be7a-f7e1-4c09-9447-07db513d1e09), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:13.277064 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd4bd-4ba1-4950-ab88-eb97deb00f5e tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (74677f8c-0a32-4ca3-acd9-b76cd52324d6), before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:13.375666 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device e6bd2276-075e-4ef9-b32e-25d086d201c7 up at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:54:13.427099 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd4bd-4ba1-4950-ab88-eb97deb00f5e tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for port (74677f8c-0a32-4ca3-acd9-b76cd52324d6), precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:13.429836 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning complete for port e6bd2276-075e-4ef9-b32e-25d086d201c7 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:54:13.430242 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:13.433055 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd4bd-4ba1-4950-ab88-eb97deb00f5e tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238706'] for port (74677f8c-0a32-4ca3-acd9-b76cd52324d6), after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:13.448910 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba380e49-d209-40b0-9850-01a6a18631f3 req-220981f6-e020-4b59-a9b6-d15ab2a29ef9 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:13.450628 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ba380e49-d209-40b0-9850-01a6a18631f3 req-220981f6-e020-4b59-a9b6-d15ab2a29ef9 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 945 time: 0.0605280 Mar 07 13:54:13.504387 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbd4bd-4ba1-4950-ab88-eb97deb00f5e tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Pushing event updated for resources: {'Port': ['ID=74677f8c-0a32-4ca3-acd9-b76cd52324d6,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:13.512779 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ba380e49-d209-40b0-9850-01a6a18631f3 req-750007c1-fb86-441c-8193-cc70f3173090 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533543 Mar 07 13:54:13.513647 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd4bd-4ba1-4950-ab88-eb97deb00f5e tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (7e28be7a-f7e1-4c09-9447-07db513d1e09), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:13.533045 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd4bd-4ba1-4950-ab88-eb97deb00f5e tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:13.534421 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-a2cbd4bd-4ba1-4950-ab88-eb97deb00f5e tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7770922 Mar 07 13:54:13.655309 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port e6bd2276-075e-4ef9-b32e-25d086d201c7 is: BUILD; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:54:13.655693 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:13.678018 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421fec53-b110-4129-b99e-413d8818fa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bd2276-075e-4ef9-b32e-25d086d201c7'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:54:13.679943 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-e1a973b4-7669-4c0b-b26c-8c10c1ff4e28 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1492761357&fields=id&tenant_id=8ffdd53d4a3f432e83ee1806a26d0e8b HTTP/1.1" status: 200 len: 267 time: 0.0416889 Mar 07 13:54:13.680207 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f30bcaa-be28-491d-8ff4-e8cec9c93c21" -d '{"events": [{"server_uuid": "421fec53-b110-4129-b99e-413d8818fa0a", "name": "network-vif-plugged", "status": "completed", "tag": "e6bd2276-075e-4ef9-b32e-25d086d201c7"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:54:13.693640 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port e6bd2276-075e-4ef9-b32e-25d086d201c7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e6bd2276-075e-4ef9-b32e-25d086d201c7,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:54:13.698324 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:13.724727 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef48cfc5-604a-41c7-bc79-14ceb266f538 x-openstack-request-id: req-ef48cfc5-604a-41c7-bc79-14ceb266f538 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:54:13.725015 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421fec53-b110-4129-b99e-413d8818fa0a", "name": "network-vif-plugged", "status": "completed", "tag": "e6bd2276-075e-4ef9-b32e-25d086d201c7", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:54:13.725289 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef48cfc5-604a-41c7-bc79-14ceb266f538 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:54:13.725677 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421fec53-b110-4129-b99e-413d8818fa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bd2276-075e-4ef9-b32e-25d086d201c7', 'code': 200} Mar 07 13:54:13.750170 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=e6bd2276-075e-4ef9-b32e-25d086d201c7,revision_number=7']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:13.789276 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-1067174b-88ce-4fb5-989c-36d74b4c270f tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:13.790812 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-1067174b-88ce-4fb5-989c-36d74b4c270f tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/networks?id=a13d25ed-6982-4eee-bae1-184f281a254d HTTP/1.1" status: 200 len: 810 time: 0.1034307 Mar 07 13:54:13.805148 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-291a28d8-db7b-4369-a1f8-7525af4d4c15 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/quotas/8ffdd53d4a3f432e83ee1806a26d0e8b HTTP/1.1" status: 200 len: 375 time: 0.0087650 Mar 07 13:54:13.858599 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-6073a161-2d52-40f4-bc60-2a4e99669d66 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ffdd53d4a3f432e83ee1806a26d0e8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482674 Mar 07 13:54:13.873561 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-c097fb10-0592-46a4-976b-c24960f4d2c0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 13:54:13.874522 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-c097fb10-0592-46a4-976b-c24960f4d2c0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047908 Mar 07 13:54:13.967784 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-fa0e4766-a8f1-4ccd-933a-add1e4832b9a service neutron] 10.222.0.24 "GET /v2.0/networks/a13d25ed-6982-4eee-bae1-184f281a254d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882242 Mar 07 13:54:14.055423 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-9389a271-ac9f-44ef-bb85-5f6b9fdb5b8e service neutron] 10.222.0.24 "GET /v2.0/networks/a13d25ed-6982-4eee-bae1-184f281a254d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820339 Mar 07 13:54:14.238591 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d72065da-becc-4eb4-9f9c-783b71554e2a req-1ee9d4c0-00b4-4da9-a2e0-622cc8787674 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723 HTTP/1.1" status: 200 len: 210 time: 0.0431786 Mar 07 13:54:14.651211 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87bad7-c9c8-4020-b99d-199a28eb8382 req-77a9a9db-181f-4dfc-84da-9a5f72013bc7 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:14.658204 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5c87bad7-c9c8-4020-b99d-199a28eb8382 req-77a9a9db-181f-4dfc-84da-9a5f72013bc7 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 946 time: 0.0616930 Mar 07 13:54:14.724885 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5c87bad7-c9c8-4020-b99d-199a28eb8382 req-257c845b-5e8b-4b14-bf15-bf9ed7a54fb9 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620077 Mar 07 13:54:15.343330 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-badc8c3b-9921-44f8-ba85-6f6c5446b550 req-41909684-76da-417a-bd33-4f15fb04bcaf tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723 HTTP/1.1" status: 200 len: 210 time: 0.0336478 Mar 07 13:54:15.669828 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-c9644f4e-e52e-4670-bd05-71de88893843 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:15.671845 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-c9644f4e-e52e-4670-bd05-71de88893843 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.10 "GET /v2.0/networks?id=a13d25ed-6982-4eee-bae1-184f281a254d HTTP/1.1" status: 200 len: 810 time: 0.1234596 Mar 07 13:54:15.757109 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-be0e253b-a29d-496b-8478-8de93d15d716 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ffdd53d4a3f432e83ee1806a26d0e8b HTTP/1.1" status: 200 len: 380 time: 0.0685499 Mar 07 13:54:15.767175 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-f3b4dc42-2f69-4e62-b328-487277727ed1 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Request body: {'port': {'device_id': '4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'admin_state_up': True, 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'security_groups': ['c75b407a-d2f0-465e-abc2-042902cab280']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:54:15.953537 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf54ca6-907e-4701-b60f-69b2fcc59e73 req-68d21ab8-d7a0-4789-a10f-e51716bd9f4e tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:15.957587 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-faf54ca6-907e-4701-b60f-69b2fcc59e73 req-68d21ab8-d7a0-4789-a10f-e51716bd9f4e tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 946 time: 0.0816164 Mar 07 13:54:15.960241 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-f3b4dc42-2f69-4e62-b328-487277727ed1 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Made reservation on behalf of 8ffdd53d4a3f432e83ee1806a26d0e8b for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:54:15.964500 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-f3b4dc42-2f69-4e62-b328-487277727ed1 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:16.070866 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-faf54ca6-907e-4701-b60f-69b2fcc59e73 req-6fabcaae-009e-41bf-9f8f-9fee504c6da0 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027184 Mar 07 13:54:16.147782 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-f3b4dc42-2f69-4e62-b328-487277727ed1 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Allocated IP 172.20.0.10 (a13d25ed-6982-4eee-bae1-184f281a254d/2ecbb758-a715-42cc-aa60-edc95b9687c6/2e7b1423-b516-4d15-afad-9fdac1a5e6cd) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:54:16.328881 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-f3b4dc42-2f69-4e62-b328-487277727ed1 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for port (2e7b1423-b516-4d15-afad-9fdac1a5e6cd), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:16.368433 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-f3b4dc42-2f69-4e62-b328-487277727ed1 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (2e7b1423-b516-4d15-afad-9fdac1a5e6cd), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:16.419837 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-f3b4dc42-2f69-4e62-b328-487277727ed1 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Network a13d25ed-6982-4eee-bae1-184f281a254d is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:54:16.423461 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-f3b4dc42-2f69-4e62-b328-487277727ed1 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:54:16.428089 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-f3b4dc42-2f69-4e62-b328-487277727ed1 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:54:16.472440 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4dc42-2f69-4e62-b328-487277727ed1 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Pushing event updated for resources: {'Port': ['ID=2e7b1423-b516-4d15-afad-9fdac1a5e6cd,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:16.525438 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-f3b4dc42-2f69-4e62-b328-487277727ed1 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:16.526140 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-f3b4dc42-2f69-4e62-b328-487277727ed1 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:16.557178 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfeae3-def3-4a76-bd3d-bb543412eaa1 req-d93a0bd6-920a-4ad2-a6e6-faa54363a149 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:16.558486 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-77bfeae3-def3-4a76-bd3d-bb543412eaa1 req-d93a0bd6-920a-4ad2-a6e6-faa54363a149 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723 HTTP/1.1" status: 200 len: 932 time: 0.0997722 Mar 07 13:54:16.561762 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-f3b4dc42-2f69-4e62-b328-487277727ed1 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7992406 Mar 07 13:54:16.592055 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-d4dad197-e394-4f6e-959f-81a2060b4555 service neutron] Request body: {'port': {'device_id': '4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:54:16.657316 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-77bfeae3-def3-4a76-bd3d-bb543412eaa1 req-4336f049-607b-4b9b-9190-1dd29131c985 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=c75b407a-d2f0-465e-abc2-042902cab280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920177 Mar 07 13:54:16.704643 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-d4dad197-e394-4f6e-959f-81a2060b4555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (2e7b1423-b516-4d15-afad-9fdac1a5e6cd), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:16.741683 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-7078778a-1586-4c32-b8a5-67141e091c94 None None] Provisioning complete for port 2e7b1423-b516-4d15-afad-9fdac1a5e6cd triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:54:16.742748 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7078778a-1586-4c32-b8a5-67141e091c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (2e7b1423-b516-4d15-afad-9fdac1a5e6cd), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:16.785665 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-7078778a-1586-4c32-b8a5-67141e091c94 None None] Port 2e7b1423-b516-4d15-afad-9fdac1a5e6cd cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:54:17.007597 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-d4dad197-e394-4f6e-959f-81a2060b4555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e7b1423-b516-4d15-afad-9fdac1a5e6cd {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:54:17.015949 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-d4dad197-e394-4f6e-959f-81a2060b4555 service neutron] Publish callbacks [] for port (2e7b1423-b516-4d15-afad-9fdac1a5e6cd), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:17.028342 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-d4dad197-e394-4f6e-959f-81a2060b4555 service neutron] Transition to ACTIVE for port object 2e7b1423-b516-4d15-afad-9fdac1a5e6cd will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 13:54:17.033678 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-d4dad197-e394-4f6e-959f-81a2060b4555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (2e7b1423-b516-4d15-afad-9fdac1a5e6cd), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:17.089528 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dad197-e394-4f6e-959f-81a2060b4555 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7b1423-b516-4d15-afad-9fdac1a5e6cd,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:17.175342 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-d4dad197-e394-4f6e-959f-81a2060b4555 service neutron] Attempting to bind port 2e7b1423-b516-4d15-afad-9fdac1a5e6cd on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:54:17.175342 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-d4dad197-e394-4f6e-959f-81a2060b4555 service neutron] Attempting to bind port 2e7b1423-b516-4d15-afad-9fdac1a5e6cd by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '1abe214c-6bc4-4052-8a26-d926235503eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:54:17.175342 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-d4dad197-e394-4f6e-959f-81a2060b4555 service neutron] Attempting to bind port 2e7b1423-b516-4d15-afad-9fdac1a5e6cd on network a13d25ed-6982-4eee-bae1-184f281a254d {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:54:17.193298 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-d4dad197-e394-4f6e-959f-81a2060b4555 service neutron] Port 2e7b1423-b516-4d15-afad-9fdac1a5e6cd on network a13d25ed-6982-4eee-bae1-184f281a254d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 13:54:17.193298 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-d4dad197-e394-4f6e-959f-81a2060b4555 service neutron] Attempting to bind port 2e7b1423-b516-4d15-afad-9fdac1a5e6cd on network a13d25ed-6982-4eee-bae1-184f281a254d {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:54:17.212899 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-d4dad197-e394-4f6e-959f-81a2060b4555 service neutron] Checking agent: {'id': '54ecd8f5-e943-4369-a21b-1222345f30ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'started_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:54:17.213270 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-d4dad197-e394-4f6e-959f-81a2060b4555 service neutron] Checking segment: {'id': '1abe214c-6bc4-4052-8a26-d926235503eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:54:17.213655 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-d4dad197-e394-4f6e-959f-81a2060b4555 service neutron] Bound using segment: {'id': '1abe214c-6bc4-4052-8a26-d926235503eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:54:17.214203 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-d4dad197-e394-4f6e-959f-81a2060b4555 service neutron] Bound port: 2e7b1423-b516-4d15-afad-9fdac1a5e6cd, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1abe214c-6bc4-4052-8a26-d926235503eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:54:17.214441 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-d4dad197-e394-4f6e-959f-81a2060b4555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (2e7b1423-b516-4d15-afad-9fdac1a5e6cd), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:17.279837 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2474b-8a63-440d-9839-ad28e78df070 req-e42e7075-1544-4caf-a76b-a59de37bf5b3 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:17.281524 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8ed2474b-8a63-440d-9839-ad28e78df070 req-e42e7075-1544-4caf-a76b-a59de37bf5b3 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 946 time: 0.1037705 Mar 07 13:54:17.338347 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-d4dad197-e394-4f6e-959f-81a2060b4555 service neutron] For port 2e7b1423-b516-4d15-afad-9fdac1a5e6cd, host hv-cinder-81322, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:54:17.358542 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-d4dad197-e394-4f6e-959f-81a2060b4555 service neutron] For port 2e7b1423-b516-4d15-afad-9fdac1a5e6cd, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2e7b1423-b516-4d15-afad-9fdac1a5e6cd,segment=NetworkSegment(1abe214c-6bc4-4052-8a26-d926235503eb),segment_id=1abe214c-6bc4-4052-8a26-d926235503eb)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:54:17.363801 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8ed2474b-8a63-440d-9839-ad28e78df070 req-41390479-8c98-4fc5-aae2-b1fd9765dc68 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749264 Mar 07 13:54:17.365279 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-d4dad197-e394-4f6e-959f-81a2060b4555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (2e7b1423-b516-4d15-afad-9fdac1a5e6cd), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:17.422692 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dad197-e394-4f6e-959f-81a2060b4555 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7b1423-b516-4d15-afad-9fdac1a5e6cd,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:17.437995 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-d4dad197-e394-4f6e-959f-81a2060b4555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:17.438630 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-d4dad197-e394-4f6e-959f-81a2060b4555 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:17.440087 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-d4dad197-e394-4f6e-959f-81a2060b4555 service neutron] 10.222.0.10 "PUT /v2.0/ports/2e7b1423-b516-4d15-afad-9fdac1a5e6cd HTTP/1.1" status: 200 len: 1094 time: 0.8522260 Mar 07 13:54:17.440557 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723', 'tag': '2e7b1423-b516-4d15-afad-9fdac1a5e6cd'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:54:17.443346 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1629935-29e5-4760-892c-88decff4b290" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723", "tag": "2e7b1423-b516-4d15-afad-9fdac1a5e6cd"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:54:17.487970 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6610e24b-8ca0-4db8-87ef-ea94d33aee7b x-openstack-request-id: req-6610e24b-8ca0-4db8-87ef-ea94d33aee7b {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:54:17.488264 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723", "tag": "2e7b1423-b516-4d15-afad-9fdac1a5e6cd", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:54:17.488522 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6610e24b-8ca0-4db8-87ef-ea94d33aee7b {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:54:17.489034 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723', 'tag': '2e7b1423-b516-4d15-afad-9fdac1a5e6cd', 'status': 'completed', 'code': 200} Mar 07 13:54:17.576397 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-ae10303d-0cce-4f17-a928-4f71f05da3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:17.578116 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-ae10303d-0cce-4f17-a928-4f71f05da3a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ffdd53d4a3f432e83ee1806a26d0e8b&device_id=4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723 HTTP/1.1" status: 200 len: 1128 time: 0.0711095 Mar 07 13:54:17.644318 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-f167ce6b-e523-4b7d-b009-756bf65a3de1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e7b1423-b516-4d15-afad-9fdac1a5e6cd HTTP/1.1" status: 200 len: 217 time: 0.0501881 Mar 07 13:54:17.719970 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-91c5437d-df0a-490e-b99a-e4201c236c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:17.721622 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-91c5437d-df0a-490e-b99a-e4201c236c7b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2ecbb758-a715-42cc-aa60-edc95b9687c6 HTTP/1.1" status: 200 len: 849 time: 0.0709279 Mar 07 13:54:17.811979 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-f3e479d8-2e52-4ba3-85c6-720858ebc4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:17.813589 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-f3e479d8-2e52-4ba3-85c6-720858ebc4c2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a13d25ed-6982-4eee-bae1-184f281a254d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0831780 Mar 07 13:54:17.853412 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5cf37-4385-4066-ba97-ef9c8928d662 req-14837e48-a080-4411-9087-f72add01dafc tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:17.855028 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-23d5cf37-4385-4066-ba97-ef9c8928d662 req-14837e48-a080-4411-9087-f72add01dafc tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723 HTTP/1.1" status: 200 len: 944 time: 0.0980649 Mar 07 13:54:17.870125 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b54f7c9f-4da2-417f-b2b4-e5425eb547a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:17.952070 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-23d5cf37-4385-4066-ba97-ef9c8928d662 req-b78f91f8-cee0-486e-ace6-282e38e6f65d tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=c75b407a-d2f0-465e-abc2-042902cab280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884068 Mar 07 13:54:17.964691 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-8222b0fc-0200-482c-a867-490481544b21 service neutron] 10.222.0.10 "GET /v2.0/networks/a13d25ed-6982-4eee-bae1-184f281a254d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441829 Mar 07 13:54:18.079987 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1d8ac679-1919-4909-9ad2-8c184f5fcaa3 req-c22ef674-aac2-4b3e-aff5-df9919787229 service neutron] 10.222.0.10 "GET /v2.0/networks/a13d25ed-6982-4eee-bae1-184f281a254d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093268 Mar 07 13:54:18.247653 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1629935-29e5-4760-892c-88decff4b290 req-10f82b5b-2910-4810-b6ac-20be6e124f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:18.249263 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c1629935-29e5-4760-892c-88decff4b290 req-10f82b5b-2910-4810-b6ac-20be6e124f03 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ffdd53d4a3f432e83ee1806a26d0e8b&device_id=4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723 HTTP/1.1" status: 200 len: 1128 time: 0.0699978 Mar 07 13:54:18.356364 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1629935-29e5-4760-892c-88decff4b290 req-00e5d3ea-5972-4578-8504-d887c077b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:18.358031 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c1629935-29e5-4760-892c-88decff4b290 req-00e5d3ea-5972-4578-8504-d887c077b912 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a13d25ed-6982-4eee-bae1-184f281a254d HTTP/1.1" status: 200 len: 910 time: 0.1021721 Mar 07 13:54:18.402809 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c1629935-29e5-4760-892c-88decff4b290 req-898bd769-bde9-4dec-9497-e8fbf380de52 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e7b1423-b516-4d15-afad-9fdac1a5e6cd HTTP/1.1" status: 200 len: 217 time: 0.0378768 Mar 07 13:54:18.461351 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1629935-29e5-4760-892c-88decff4b290 req-913b786c-07d5-4d2e-86f1-6c6d68390e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:18.463351 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c1629935-29e5-4760-892c-88decff4b290 req-913b786c-07d5-4d2e-86f1-6c6d68390e56 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2ecbb758-a715-42cc-aa60-edc95b9687c6 HTTP/1.1" status: 200 len: 849 time: 0.0534627 Mar 07 13:54:18.563437 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1629935-29e5-4760-892c-88decff4b290 req-589b0fb4-b792-4eb6-b072-be784016806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:18.565197 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c1629935-29e5-4760-892c-88decff4b290 req-589b0fb4-b792-4eb6-b072-be784016806a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a13d25ed-6982-4eee-bae1-184f281a254d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0924294 Mar 07 13:54:18.575268 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13c0c2-5769-492b-ae3b-d9aa50e35458 req-28f384a9-d822-408d-b958-702ec967df7d tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:18.578272 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8b13c0c2-5769-492b-ae3b-d9aa50e35458 req-28f384a9-d822-408d-b958-702ec967df7d tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 946 time: 0.0902011 Mar 07 13:54:18.686176 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8b13c0c2-5769-492b-ae3b-d9aa50e35458 req-a1ace440-0750-4fc8-b176-8801898339a6 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946271 Mar 07 13:54:18.718165 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c1629935-29e5-4760-892c-88decff4b290 req-ec77b751-c839-46f9-923f-67a19caba5ae service neutron] 10.222.0.10 "GET /v2.0/networks/a13d25ed-6982-4eee-bae1-184f281a254d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404943 Mar 07 13:54:18.823898 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c1629935-29e5-4760-892c-88decff4b290 req-86a1116d-3347-4b11-aa31-ebd40eb32eb3 service neutron] 10.222.0.10 "GET /v2.0/networks/a13d25ed-6982-4eee-bae1-184f281a254d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988972 Mar 07 13:54:19.092860 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f441b0-2316-41dd-85c4-ba67c9ee315c req-b004a64c-abaf-4166-85ff-009d16c5f0c5 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:19.095397 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c2f441b0-2316-41dd-85c4-ba67c9ee315c req-b004a64c-abaf-4166-85ff-009d16c5f0c5 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723 HTTP/1.1" status: 200 len: 944 time: 0.0671201 Mar 07 13:54:19.170551 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c2f441b0-2316-41dd-85c4-ba67c9ee315c req-ffe62979-bd62-4d36-a286-a68c158c19e8 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=c75b407a-d2f0-465e-abc2-042902cab280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644319 Mar 07 13:54:19.827946 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820b424-c923-495e-ba10-b14851f30e88 req-3f6e4a1b-7df2-4d89-8251-b220fb7d21b1 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:19.829440 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7820b424-c923-495e-ba10-b14851f30e88 req-3f6e4a1b-7df2-4d89-8251-b220fb7d21b1 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 946 time: 0.0687134 Mar 07 13:54:19.881834 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7820b424-c923-495e-ba10-b14851f30e88 req-21923ada-6c35-44f7-9fd8-9142d0b0f99f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469768 Mar 07 13:54:20.072557 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a158d8d-c851-47d3-b64c-ea5908c2a08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:20.286281 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855cca6b-cbdd-4a7f-834c-a343af61e32d req-8cddf682-98ec-43f7-8856-e9c5ab13a132 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:20.287981 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-855cca6b-cbdd-4a7f-834c-a343af61e32d req-8cddf682-98ec-43f7-8856-e9c5ab13a132 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723 HTTP/1.1" status: 200 len: 944 time: 0.0565217 Mar 07 13:54:20.334864 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-855cca6b-cbdd-4a7f-834c-a343af61e32d req-8221ac63-2e78-4d05-832d-40f9a26fc22b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=c75b407a-d2f0-465e-abc2-042902cab280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409782 Mar 07 13:54:21.023960 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0731443-345a-4f34-884b-9fc9b073454c req-a6699c6d-d873-4676-932f-99a579696ea5 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:21.026287 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b0731443-345a-4f34-884b-9fc9b073454c req-a6699c6d-d873-4676-932f-99a579696ea5 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 946 time: 0.0644546 Mar 07 13:54:21.083047 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b0731443-345a-4f34-884b-9fc9b073454c req-8b99bff1-cc1b-4b9c-a27b-46716a147214 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510013 Mar 07 13:54:21.338670 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:21.433711 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 2e7b1423-b516-4d15-afad-9fdac1a5e6cd details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 13:54:21.484047 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78108fb-86e2-44a4-ac9f-527591944434 req-f034a64e-1b50-450f-9a78-e9f230e00517 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:21.485929 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e78108fb-86e2-44a4-ac9f-527591944434 req-f034a64e-1b50-450f-9a78-e9f230e00517 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723 HTTP/1.1" status: 200 len: 944 time: 0.0706632 Mar 07 13:54:21.546863 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e78108fb-86e2-44a4-ac9f-527591944434 req-9304ee75-2f7b-4c8f-b17c-bd16bc4fe7f6 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=c75b407a-d2f0-465e-abc2-042902cab280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540822 Mar 07 13:54:21.551318 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 2e7b1423-b516-4d15-afad-9fdac1a5e6cd, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2e7b1423-b516-4d15-afad-9fdac1a5e6cd,segment=NetworkSegment(1abe214c-6bc4-4052-8a26-d926235503eb),segment_id=1abe214c-6bc4-4052-8a26-d926235503eb)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:54:21.571792 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Returning: {'device': '2e7b1423-b516-4d15-afad-9fdac1a5e6cd', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'port_id': '2e7b1423-b516-4d15-afad-9fdac1a5e6cd', 'mac_address': 'fa:16:3e:bc:f0:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 13:54:21.611272 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 2e7b1423-b516-4d15-afad-9fdac1a5e6cd is: DOWN; New status is: BUILD {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:54:21.611581 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (2e7b1423-b516-4d15-afad-9fdac1a5e6cd), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:21.625800 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7b1423-b516-4d15-afad-9fdac1a5e6cd {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:54:21.649890 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 2e7b1423-b516-4d15-afad-9fdac1a5e6cd, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2e7b1423-b516-4d15-afad-9fdac1a5e6cd,segment=NetworkSegment(1abe214c-6bc4-4052-8a26-d926235503eb),segment_id=1abe214c-6bc4-4052-8a26-d926235503eb)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:54:21.654198 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (2e7b1423-b516-4d15-afad-9fdac1a5e6cd), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:21.709034 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=2e7b1423-b516-4d15-afad-9fdac1a5e6cd,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:22.215687 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43596298-bde8-4203-b8d6-e6907c2daa00 req-d839d562-6d8d-4c25-8d6c-ee4f357d7659 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:22.217110 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-43596298-bde8-4203-b8d6-e6907c2daa00 req-d839d562-6d8d-4c25-8d6c-ee4f357d7659 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 946 time: 0.0594175 Mar 07 13:54:22.232846 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['2e7b1423-b516-4d15-afad-9fdac1a5e6cd'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:54:22.289869 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-43596298-bde8-4203-b8d6-e6907c2daa00 req-51508da9-ebe6-4352-a13c-1bebd442654a tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669594 Mar 07 13:54:22.440617 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:22.677822 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36ada8-9c0e-4709-b364-150655b3e224 req-31ba4c11-ba3f-49f7-a6c4-f022c433e835 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:22.679859 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7d36ada8-9c0e-4709-b364-150655b3e224 req-31ba4c11-ba3f-49f7-a6c4-f022c433e835 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723 HTTP/1.1" status: 200 len: 945 time: 0.0584989 Mar 07 13:54:22.729433 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7d36ada8-9c0e-4709-b364-150655b3e224 req-4a55fd07-d368-49fe-aaf6-41d1e1a3cdb6 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=c75b407a-d2f0-465e-abc2-042902cab280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433099 Mar 07 13:54:23.425049 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd10a27-f05e-413c-b628-ee395e69e6aa req-a960d188-d3b3-4106-a53d-4454ac597a62 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:23.426852 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cbd10a27-f05e-413c-b628-ee395e69e6aa req-a960d188-d3b3-4106-a53d-4454ac597a62 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 946 time: 0.0580311 Mar 07 13:54:23.437809 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 2e7b1423-b516-4d15-afad-9fdac1a5e6cd up at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:54:23.494656 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cbd10a27-f05e-413c-b628-ee395e69e6aa req-086c9fae-e461-4547-b8dd-73dccab8044b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561748 Mar 07 13:54:23.511947 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning for port 2e7b1423-b516-4d15-afad-9fdac1a5e6cd completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 13:54:23.516199 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning complete for port 2e7b1423-b516-4d15-afad-9fdac1a5e6cd triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:54:23.516685 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (2e7b1423-b516-4d15-afad-9fdac1a5e6cd), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:23.596873 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 2e7b1423-b516-4d15-afad-9fdac1a5e6cd is: BUILD; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:54:23.597317 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (2e7b1423-b516-4d15-afad-9fdac1a5e6cd), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:23.623627 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7b1423-b516-4d15-afad-9fdac1a5e6cd'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:54:23.625991 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfc0bfa-e652-4a06-a662-5bc28efd978b" -d '{"events": [{"server_uuid": "4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723", "name": "network-vif-plugged", "status": "completed", "tag": "2e7b1423-b516-4d15-afad-9fdac1a5e6cd"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:54:23.642856 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 2e7b1423-b516-4d15-afad-9fdac1a5e6cd, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2e7b1423-b516-4d15-afad-9fdac1a5e6cd,segment=NetworkSegment(1abe214c-6bc4-4052-8a26-d926235503eb),segment_id=1abe214c-6bc4-4052-8a26-d926235503eb)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:54:23.648399 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (2e7b1423-b516-4d15-afad-9fdac1a5e6cd), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:23.672970 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5154e82-a8d2-42ec-92f8-fffe48a36466 x-openstack-request-id: req-c5154e82-a8d2-42ec-92f8-fffe48a36466 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:54:23.673299 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723", "name": "network-vif-plugged", "status": "completed", "tag": "2e7b1423-b516-4d15-afad-9fdac1a5e6cd", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:54:23.673531 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5154e82-a8d2-42ec-92f8-fffe48a36466 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:54:23.673927 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7b1423-b516-4d15-afad-9fdac1a5e6cd', 'code': 200} Mar 07 13:54:23.700900 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=2e7b1423-b516-4d15-afad-9fdac1a5e6cd,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:23.855216 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25d734-134a-4bee-9f4c-4210ceeafc3c req-0b0c967f-1cb9-4797-b8b1-750bab6f8b3a tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:23.856557 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7c25d734-134a-4bee-9f4c-4210ceeafc3c req-0b0c967f-1cb9-4797-b8b1-750bab6f8b3a tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723 HTTP/1.1" status: 200 len: 946 time: 0.0566504 Mar 07 13:54:23.903364 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7c25d734-134a-4bee-9f4c-4210ceeafc3c req-11e90f75-18a8-4a67-bdfb-ff553dd0d274 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=c75b407a-d2f0-465e-abc2-042902cab280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412440 Mar 07 13:54:23.987240 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a501c-fc3f-469c-a144-ec025fa3e445 req-7e2f3e20-62e7-4c28-a73d-cbf50c8d81de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:23.988705 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c19a501c-fc3f-469c-a144-ec025fa3e445 req-7e2f3e20-62e7-4c28-a73d-cbf50c8d81de service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723 HTTP/1.1" status: 200 len: 1130 time: 0.1423755 Mar 07 13:54:24.029013 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c19a501c-fc3f-469c-a144-ec025fa3e445 req-634ac7be-27df-4636-bdb4-2adb1ab17f7f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c75b407a-d2f0-465e-abc2-042902cab280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346231 Mar 07 13:54:24.257923 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:24.608904 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3a4a7-019f-4705-9547-8d7629822135 req-aebfebb8-d47c-490a-83e3-c08f5303cb30 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:24.610374 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-90d3a4a7-019f-4705-9547-8d7629822135 req-aebfebb8-d47c-490a-83e3-c08f5303cb30 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 946 time: 0.0540650 Mar 07 13:54:24.655188 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-90d3a4a7-019f-4705-9547-8d7629822135 req-e5e1aef3-defb-482c-9e50-5d41a3893be9 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393329 Mar 07 13:54:25.023732 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94225632-4dd0-441b-9005-251470ee980f req-c4c6cb7f-57fe-48c7-aadb-52ce7d566d9a tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:25.025734 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-94225632-4dd0-441b-9005-251470ee980f req-c4c6cb7f-57fe-48c7-aadb-52ce7d566d9a tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723 HTTP/1.1" status: 200 len: 946 time: 0.0568871 Mar 07 13:54:25.070417 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-94225632-4dd0-441b-9005-251470ee980f req-b27b2dd9-8fb4-423d-905a-3efa5306dcd5 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=c75b407a-d2f0-465e-abc2-042902cab280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392935 Mar 07 13:54:25.216332 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940fa80-69e7-43d3-8c82-6696df283cd4 req-5307d48d-a81c-4d02-8413-d2054149ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:25.217709 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f940fa80-69e7-43d3-8c82-6696df283cd4 req-5307d48d-a81c-4d02-8413-d2054149ebd3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29cf89a499e44925abf85d7d74541fbd&device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 1130 time: 0.0423465 Mar 07 13:54:25.314430 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940fa80-69e7-43d3-8c82-6696df283cd4 req-db865280-7f9c-4071-8a79-0518dbbe5191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:25.315893 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f940fa80-69e7-43d3-8c82-6696df283cd4 req-db865280-7f9c-4071-8a79-0518dbbe5191 service neutron] 10.222.0.10 "GET /v2.0/networks?id=11248537-f61f-4e52-a906-c8f79d05286d HTTP/1.1" status: 200 len: 917 time: 0.0925651 Mar 07 13:54:25.381792 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f940fa80-69e7-43d3-8c82-6696df283cd4 req-24eebed5-7fdd-4642-b11f-df4fc6871aa4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6bd2276-075e-4ef9-b32e-25d086d201c7 HTTP/1.1" status: 200 len: 1001 time: 0.0592687 Mar 07 13:54:25.428128 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940fa80-69e7-43d3-8c82-6696df283cd4 req-9017921e-c717-40fe-9fe1-ded2b6b93080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:25.429510 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f940fa80-69e7-43d3-8c82-6696df283cd4 req-9017921e-c717-40fe-9fe1-ded2b6b93080 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f00f6663-2751-47b6-a25e-1bb93ec00e74 HTTP/1.1" status: 200 len: 856 time: 0.0417430 Mar 07 13:54:25.476126 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940fa80-69e7-43d3-8c82-6696df283cd4 req-ffe511a6-fbe2-4663-a7c7-6b03e84ac6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:25.477507 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f940fa80-69e7-43d3-8c82-6696df283cd4 req-ffe511a6-fbe2-4663-a7c7-6b03e84ac6bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11248537-f61f-4e52-a906-c8f79d05286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421066 Mar 07 13:54:25.487356 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [req-f940fa80-69e7-43d3-8c82-6696df283cd4 req-c1a2319c-c57e-4624-ab9c-fd90d820b30b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 13:54:25.488271 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f940fa80-69e7-43d3-8c82-6696df283cd4 req-c1a2319c-c57e-4624-ab9c-fd90d820b30b service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0045941 Mar 07 13:54:25.583728 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f940fa80-69e7-43d3-8c82-6696df283cd4 req-64688117-12fa-4c99-9205-6cf50f21f4cf service neutron] 10.222.0.10 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815086 Mar 07 13:54:25.668727 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f940fa80-69e7-43d3-8c82-6696df283cd4 req-06867306-5959-40a5-bfc4-51b1d7d4d06f service neutron] 10.222.0.10 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785518 Mar 07 13:54:25.787107 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718025e-40ed-4a2c-accc-16f5065a92ad req-a142b76f-dd92-4aea-ae3a-844a4909714a tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:25.788560 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d718025e-40ed-4a2c-accc-16f5065a92ad req-a142b76f-dd92-4aea-ae3a-844a4909714a tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 946 time: 0.0561271 Mar 07 13:54:25.846923 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d718025e-40ed-4a2c-accc-16f5065a92ad req-8682eb49-d850-4647-af35-d9295ca0c711 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529268 Mar 07 13:54:26.185465 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590478d0-6d76-476b-a5ee-fabab7ce2f20 req-80158d6f-985b-4463-b8b5-a92bb08e8202 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:26.186919 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-590478d0-6d76-476b-a5ee-fabab7ce2f20 req-80158d6f-985b-4463-b8b5-a92bb08e8202 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723 HTTP/1.1" status: 200 len: 946 time: 0.0516503 Mar 07 13:54:26.232902 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-590478d0-6d76-476b-a5ee-fabab7ce2f20 req-feb8d264-b939-4848-be33-73ee9b7b57b8 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=c75b407a-d2f0-465e-abc2-042902cab280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406563 Mar 07 13:54:26.342216 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf81c2b-516f-4e95-8951-d1b4406707c9 req-814acf58-cf05-4245-a046-07c108727db1 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:26.343651 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bdf81c2b-516f-4e95-8951-d1b4406707c9 req-814acf58-cf05-4245-a046-07c108727db1 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723 HTTP/1.1" status: 200 len: 946 time: 0.0505538 Mar 07 13:54:26.352071 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 59774) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:54:26.356838 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-69bfdbd1-d411-46f4-a436-858abb4ee80b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Request body: {'floatingip': {'port_id': '2e7b1423-b516-4d15-afad-9fdac1a5e6cd'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:54:26.397765 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69bfdbd1-d411-46f4-a436-858abb4ee80b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for floatingip (7e28be7a-f7e1-4c09-9447-07db513d1e09), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:27.060533 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6002c9-4854-4553-a0e9-e8f091ae15b2 req-49a00f45-18aa-42fd-ab56-6d0369298852 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:27.062012 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ae6002c9-4854-4553-a0e9-e8f091ae15b2 req-49a00f45-18aa-42fd-ab56-6d0369298852 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 946 time: 0.0899446 Mar 07 13:54:27.147396 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69bfdbd1-d411-46f4-a436-858abb4ee80b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:27.152454 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ae6002c9-4854-4553-a0e9-e8f091ae15b2 req-a1ee21c0-3c6e-4d96-8cd2-19828842b552 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843763 Mar 07 13:54:27.153500 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69bfdbd1-d411-46f4-a436-858abb4ee80b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (7e28be7a-f7e1-4c09-9447-07db513d1e09), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:27.253648 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.l3_db [None req-69bfdbd1-d411-46f4-a436-858abb4ee80b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Floating IP 7e28be7a-f7e1-4c09-9447-07db513d1e09 associated. External IP: 172.27.1.81, port: 2e7b1423-b516-4d15-afad-9fdac1a5e6cd. Mar 07 13:54:27.454027 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device e6bd2276-075e-4ef9-b32e-25d086d201c7 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:54:27.461037 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bfdbd1-d411-46f4-a436-858abb4ee80b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Router 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:54:27.533532 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port e6bd2276-075e-4ef9-b32e-25d086d201c7 is: ACTIVE; New status is: DOWN {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:54:27.533939 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:27.557709 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421fec53-b110-4129-b99e-413d8818fa0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6bd2276-075e-4ef9-b32e-25d086d201c7'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:54:27.560639 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4de5c29-4406-4f37-b55d-fc84b0459a98" -d '{"events": [{"server_uuid": "421fec53-b110-4129-b99e-413d8818fa0a", "name": "network-vif-unplugged", "status": "completed", "tag": "e6bd2276-075e-4ef9-b32e-25d086d201c7"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:54:27.573525 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port e6bd2276-075e-4ef9-b32e-25d086d201c7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e6bd2276-075e-4ef9-b32e-25d086d201c7,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:54:27.578452 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:27.583201 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bfdbd1-d411-46f4-a436-858abb4ee80b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:54:27.588266 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69bfdbd1-d411-46f4-a436-858abb4ee80b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:27.611401 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 13:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcd2de0-7d23-48d1-8848-b057b7d77e9a x-openstack-request-id: req-adcd2de0-7d23-48d1-8848-b057b7d77e9a {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:54:27.611695 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421fec53-b110-4129-b99e-413d8818fa0a", "name": "network-vif-unplugged", "status": "completed", "tag": "e6bd2276-075e-4ef9-b32e-25d086d201c7", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:54:27.611949 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-adcd2de0-7d23-48d1-8848-b057b7d77e9a {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:54:27.612337 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421fec53-b110-4129-b99e-413d8818fa0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6bd2276-075e-4ef9-b32e-25d086d201c7', 'code': 200} Mar 07 13:54:27.614497 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8699d5d4-798c-4dad-9b1d-2639b0fc65d2 None None] Sync routers for ids ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:54:27.629811 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-69bfdbd1-d411-46f4-a436-858abb4ee80b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "PUT /v2.0/floatingips/7e28be7a-f7e1-4c09-9447-07db513d1e09 HTTP/1.1" status: 200 len: 991 time: 1.2761917 Mar 07 13:54:27.630636 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723', 'tag': '2e7b1423-b516-4d15-afad-9fdac1a5e6cd'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:54:27.632994 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139648ef-b537-49a1-87c6-acd641b7cab6" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723", "tag": "2e7b1423-b516-4d15-afad-9fdac1a5e6cd"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:54:27.640167 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8699d5d4-798c-4dad-9b1d-2639b0fc65d2 None None] Routers {'2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:54:27.641384 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-8699d5d4-798c-4dad-9b1d-2639b0fc65d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:54:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:54:27.692621 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=e6bd2276-075e-4ef9-b32e-25d086d201c7,revision_number=8']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:27.760105 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-8699d5d4-798c-4dad-9b1d-2639b0fc65d2 None None] Set router 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:54:27.782780 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9f0dac-4803-4cd8-b26e-a79ec5ef97db x-openstack-request-id: req-3e9f0dac-4803-4cd8-b26e-a79ec5ef97db {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:54:27.783073 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723", "tag": "2e7b1423-b516-4d15-afad-9fdac1a5e6cd", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:54:27.783326 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e9f0dac-4803-4cd8-b26e-a79ec5ef97db {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:54:27.783723 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723', 'tag': '2e7b1423-b516-4d15-afad-9fdac1a5e6cd', 'status': 'completed', 'code': 200} Mar 07 13:54:27.872903 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139648ef-b537-49a1-87c6-acd641b7cab6 req-2ba88eb6-6b52-405f-9a53-261a1f958cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:27.874500 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-139648ef-b537-49a1-87c6-acd641b7cab6 req-2ba88eb6-6b52-405f-9a53-261a1f958cfc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ffdd53d4a3f432e83ee1806a26d0e8b&device_id=4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723 HTTP/1.1" status: 200 len: 1130 time: 0.0453606 Mar 07 13:54:27.972817 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139648ef-b537-49a1-87c6-acd641b7cab6 req-ffff8508-8b45-435f-9fa2-c733f1c28a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:27.974279 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-139648ef-b537-49a1-87c6-acd641b7cab6 req-ffff8508-8b45-435f-9fa2-c733f1c28a37 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a13d25ed-6982-4eee-bae1-184f281a254d HTTP/1.1" status: 200 len: 910 time: 0.0932980 Mar 07 13:54:27.996963 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-8699d5d4-798c-4dad-9b1d-2639b0fc65d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'name': 'tempest-AttachVolumeTestJSON-948968075-router', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:04Z', 'revision_number': 4, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'gw_port': {'id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '7e28be7a-f7e1-4c09-9447-07db513d1e09', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'port_id': '2e7b1423-b516-4d15-afad-9fdac1a5e6cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'mac_address': 'fa:16:3e:bc:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:54:13Z', 'updated_at': '2022-03-07T13:54:27Z', 'revision_number': 1, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '002d1112-ab29-4cad-b2b4-3b327dcf4a46', 'name': '', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'mac_address': 'fa:16:3e:dc:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:04Z', 'updated_at': '2022-03-07T13:49:10Z', 'revision_number': 5, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'subnets': [{'id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:54:28.026975 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8699d5d4-798c-4dad-9b1d-2639b0fc65d2 None None] Checking router: 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:54:28.035479 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8699d5d4-798c-4dad-9b1d-2639b0fc65d2 None None] Routers {'2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:54:28.036077 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-8699d5d4-798c-4dad-9b1d-2639b0fc65d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:54:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:54:28.041080 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-139648ef-b537-49a1-87c6-acd641b7cab6 req-d80de483-050c-4a90-9dd8-57fb8bc28361 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e7b1423-b516-4d15-afad-9fdac1a5e6cd HTTP/1.1" status: 200 len: 999 time: 0.0598419 Mar 07 13:54:28.091355 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139648ef-b537-49a1-87c6-acd641b7cab6 req-c64420a1-6a44-4678-ae90-ccb0670afe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:28.092815 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-139648ef-b537-49a1-87c6-acd641b7cab6 req-c64420a1-6a44-4678-ae90-ccb0670afe37 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2ecbb758-a715-42cc-aa60-edc95b9687c6 HTTP/1.1" status: 200 len: 849 time: 0.0465124 Mar 07 13:54:28.141975 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139648ef-b537-49a1-87c6-acd641b7cab6 req-20231f95-cdba-4c7c-b220-a269cd3734fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:28.143118 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-8699d5d4-798c-4dad-9b1d-2639b0fc65d2 None None] Set router 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:54:28.143484 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-139648ef-b537-49a1-87c6-acd641b7cab6 req-20231f95-cdba-4c7c-b220-a269cd3734fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a13d25ed-6982-4eee-bae1-184f281a254d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441284 Mar 07 13:54:28.243510 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-139648ef-b537-49a1-87c6-acd641b7cab6 req-3179f752-8755-459c-94cd-398335a23978 service neutron] 10.222.0.10 "GET /v2.0/networks/a13d25ed-6982-4eee-bae1-184f281a254d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943160 Mar 07 13:54:28.341221 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c77014-c392-4753-87ee-34b3fe42e8ba req-77240908-b877-4344-9282-88ccc2d3e07f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:28.342725 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f3c77014-c392-4753-87ee-34b3fe42e8ba req-77240908-b877-4344-9282-88ccc2d3e07f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 944 time: 0.1143253 Mar 07 13:54:28.366675 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-8699d5d4-798c-4dad-9b1d-2639b0fc65d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'name': 'tempest-AttachVolumeTestJSON-948968075-router', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:04Z', 'revision_number': 4, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'gw_port': {'id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '7e28be7a-f7e1-4c09-9447-07db513d1e09', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'port_id': '2e7b1423-b516-4d15-afad-9fdac1a5e6cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'mac_address': 'fa:16:3e:bc:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:54:13Z', 'updated_at': '2022-03-07T13:54:27Z', 'revision_number': 1, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '002d1112-ab29-4cad-b2b4-3b327dcf4a46', 'name': '', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'mac_address': 'fa:16:3e:dc:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:04Z', 'updated_at': '2022-03-07T13:49:10Z', 'revision_number': 5, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'subnets': [{'id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:54:28.380052 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-139648ef-b537-49a1-87c6-acd641b7cab6 req-79e5485a-8f9d-4e82-a491-99d45b208bcf service neutron] 10.222.0.10 "GET /v2.0/networks/a13d25ed-6982-4eee-bae1-184f281a254d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186082 Mar 07 13:54:28.397017 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8699d5d4-798c-4dad-9b1d-2639b0fc65d2 None None] The sync data for ids ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'] in dv-cinder-813222-6-iscsi is: [{'id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'name': 'tempest-AttachVolumeTestJSON-948968075-router', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:04Z', 'revision_number': 4, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'gw_port': {'id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '7e28be7a-f7e1-4c09-9447-07db513d1e09', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'port_id': '2e7b1423-b516-4d15-afad-9fdac1a5e6cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'mac_address': 'fa:16:3e:bc:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:54:13Z', 'updated_at': '2022-03-07T13:54:27Z', 'revision_number': 1, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '002d1112-ab29-4cad-b2b4-3b327dcf4a46', 'name': '', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'mac_address': 'fa:16:3e:dc:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:04Z', 'updated_at': '2022-03-07T13:49:10Z', 'revision_number': 5, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'subnets': [{'id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:54:28.403084 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f3c77014-c392-4753-87ee-34b3fe42e8ba req-85b58863-8b20-42df-9e74-2c065118d014 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539291 Mar 07 13:54:28.605959 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d26a6c9-4c0b-4259-abbd-9a2fc42f65a7 None None] New status for floating IP 7e28be7a-f7e1-4c09-9447-07db513d1e09: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 13:54:29.338626 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61065bc-4d29-4afe-bd3b-a07ef883dbc5 req-e7cff722-ef4d-4fcf-b9ab-a6b6aea7c9c1 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:29.340013 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d61065bc-4d29-4afe-bd3b-a07ef883dbc5 req-e7cff722-ef4d-4fcf-b9ab-a6b6aea7c9c1 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 944 time: 0.0837381 Mar 07 13:54:29.367600 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-94625fb9-fc6c-463f-acbe-b2053d382a15 req-168203ac-bcc9-4c4f-bac1-c609f4fe62e7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720451 Mar 07 13:54:29.394284 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d61065bc-4d29-4afe-bd3b-a07ef883dbc5 req-aff48589-5f3b-4c8d-b349-e0287194c28c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471332 Mar 07 13:54:29.439819 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94625fb9-fc6c-463f-acbe-b2053d382a15 req-21bb2395-4edf-4a29-bfde-ecb9c7bddfcb tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:29.441209 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-94625fb9-fc6c-463f-acbe-b2053d382a15 req-21bb2395-4edf-4a29-bfde-ecb9c7bddfcb tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports/e6bd2276-075e-4ef9-b32e-25d086d201c7 HTTP/1.1" status: 200 len: 941 time: 0.0460529 Mar 07 13:54:30.230901 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94625fb9-fc6c-463f-acbe-b2053d382a15 req-d6ea94aa-f061-4f5c-a2e7-1573ff4304a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:30.232687 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-94625fb9-fc6c-463f-acbe-b2053d382a15 req-d6ea94aa-f061-4f5c-a2e7-1573ff4304a8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a&tenant_id=29cf89a499e44925abf85d7d74541fbd HTTP/1.1" status: 200 len: 1128 time: 0.0465248 Mar 07 13:54:30.306588 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94625fb9-fc6c-463f-acbe-b2053d382a15 req-50696f51-f3da-4506-929d-06476e461584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:30.308064 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-94625fb9-fc6c-463f-acbe-b2053d382a15 req-50696f51-f3da-4506-929d-06476e461584 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29cf89a499e44925abf85d7d74541fbd&device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 1128 time: 0.0440431 Mar 07 13:54:30.393266 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94625fb9-fc6c-463f-acbe-b2053d382a15 req-b168f570-67e6-4942-a294-0a28e1c684e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:30.394701 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-94625fb9-fc6c-463f-acbe-b2053d382a15 req-b168f570-67e6-4942-a294-0a28e1c684e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=11248537-f61f-4e52-a906-c8f79d05286d HTTP/1.1" status: 200 len: 917 time: 0.0812008 Mar 07 13:54:30.461291 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-94625fb9-fc6c-463f-acbe-b2053d382a15 req-c8857755-1e88-4ab3-9e3a-b1320e772d6e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6bd2276-075e-4ef9-b32e-25d086d201c7 HTTP/1.1" status: 200 len: 999 time: 0.0605817 Mar 07 13:54:30.537166 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94625fb9-fc6c-463f-acbe-b2053d382a15 req-c08c6ad1-be86-4532-b16e-e086aa8cccec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:30.538585 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-94625fb9-fc6c-463f-acbe-b2053d382a15 req-c08c6ad1-be86-4532-b16e-e086aa8cccec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f00f6663-2751-47b6-a25e-1bb93ec00e74 HTTP/1.1" status: 200 len: 856 time: 0.0718341 Mar 07 13:54:30.561399 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc107e-1f2a-407f-b26d-108023ae4d28 req-b74fd890-fd04-4677-a821-0b414f547b4b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:30.562794 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-29bc107e-1f2a-407f-b26d-108023ae4d28 req-b74fd890-fd04-4677-a821-0b414f547b4b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 944 time: 0.0970848 Mar 07 13:54:30.627298 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94625fb9-fc6c-463f-acbe-b2053d382a15 req-740f8518-bd6c-4f4e-a208-1c91924daa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:30.628753 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-94625fb9-fc6c-463f-acbe-b2053d382a15 req-740f8518-bd6c-4f4e-a208-1c91924daa03 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11248537-f61f-4e52-a906-c8f79d05286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0841703 Mar 07 13:54:30.632100 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-29bc107e-1f2a-407f-b26d-108023ae4d28 req-21a6f3a5-6d23-4113-9040-53ce7cc810f1 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536735 Mar 07 13:54:30.718164 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-94625fb9-fc6c-463f-acbe-b2053d382a15 req-d975bf8a-d8eb-45a9-a594-7b1dcd5bcbac service neutron] 10.222.0.10 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835102 Mar 07 13:54:30.808292 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-94625fb9-fc6c-463f-acbe-b2053d382a15 req-21b0cc97-5c37-42a7-bd11-c3196d8a43e4 service neutron] 10.222.0.10 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843318 Mar 07 13:54:31.465463 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device e6bd2276-075e-4ef9-b32e-25d086d201c7 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:54:31.553662 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port e6bd2276-075e-4ef9-b32e-25d086d201c7 is: DOWN; New status is: DOWN {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:54:31.759381 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737dcbe2-e0b9-4d9f-bfbf-267cadfc4b20 req-fa2a9201-99fe-4da0-a989-ab111f4081a0 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:31.760886 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-737dcbe2-e0b9-4d9f-bfbf-267cadfc4b20 req-fa2a9201-99fe-4da0-a989-ab111f4081a0 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 944 time: 0.0544987 Mar 07 13:54:31.815249 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-737dcbe2-e0b9-4d9f-bfbf-267cadfc4b20 req-faf1a629-8953-44ee-a5f5-941530be800a tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488255 Mar 07 13:54:32.940394 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f6de8-1dae-4045-a8a4-3e72ad330213 req-0297a2ac-866b-4932-9f8e-d493686a9c3e tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:32.941924 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c16f6de8-1dae-4045-a8a4-3e72ad330213 req-0297a2ac-866b-4932-9f8e-d493686a9c3e tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 944 time: 0.0532696 Mar 07 13:54:32.990718 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c16f6de8-1dae-4045-a8a4-3e72ad330213 req-f6bf1c8b-34fc-4466-8b20-dcd34eec73d4 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432372 Mar 07 13:54:34.116189 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939e02a-a317-43f3-b388-67605fca97cd req-e9c5afbe-cfc9-476f-bf58-e579d644d3cc tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:34.118543 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b939e02a-a317-43f3-b388-67605fca97cd req-e9c5afbe-cfc9-476f-bf58-e579d644d3cc tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 944 time: 0.0549278 Mar 07 13:54:34.166729 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b939e02a-a317-43f3-b388-67605fca97cd req-0e969865-9799-4ade-937d-6fdbb74d8404 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427864 Mar 07 13:54:35.299548 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd669caa-6d3c-4b5b-a8e0-835f71480484 req-83e87ca1-0e49-4f24-9fc3-17e8e0d297c0 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:35.301049 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bd669caa-6d3c-4b5b-a8e0-835f71480484 req-83e87ca1-0e49-4f24-9fc3-17e8e0d297c0 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 944 time: 0.0605924 Mar 07 13:54:35.348599 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bd669caa-6d3c-4b5b-a8e0-835f71480484 req-a47094a6-bc81-4331-9f50-6b0a9cd1dd7f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418353 Mar 07 13:54:35.592982 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:36.473661 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48048a2-a5e7-40ec-bdff-5ca9ce7e349e req-f599ed8f-e6b9-4384-b66b-b0df2a616966 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:36.475142 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a48048a2-a5e7-40ec-bdff-5ca9ce7e349e req-f599ed8f-e6b9-4384-b66b-b0df2a616966 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 944 time: 0.0526583 Mar 07 13:54:36.522855 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a48048a2-a5e7-40ec-bdff-5ca9ce7e349e req-7708bd48-a3f4-4884-bc4b-16392c93c12f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421093 Mar 07 13:54:37.654648 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9048b-2573-44d6-8e70-50b8e25763a7 req-8270afee-bb9b-4644-935e-2c008e8f2d4e tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:37.656047 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-64b9048b-2573-44d6-8e70-50b8e25763a7 req-8270afee-bb9b-4644-935e-2c008e8f2d4e tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 944 time: 0.0539975 Mar 07 13:54:37.705578 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-64b9048b-2573-44d6-8e70-50b8e25763a7 req-21b026b3-b20c-4542-8505-8418b72154b1 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440159 Mar 07 13:54:38.834812 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8770395-a286-4703-a6f5-baf23b0170d5 req-105c051e-3a09-40d4-98a4-67adce0943bb tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:38.837391 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f8770395-a286-4703-a6f5-baf23b0170d5 req-105c051e-3a09-40d4-98a4-67adce0943bb tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 944 time: 0.0551958 Mar 07 13:54:38.887129 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f8770395-a286-4703-a6f5-baf23b0170d5 req-f0ea3dfc-9df4-4a4f-ad9f-dcc596dd4085 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433769 Mar 07 13:54:40.175580 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86354bf0-d1a7-4bd5-8d06-88b7b4e11779 req-d8731037-1a99-4036-8016-f15279db3254 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:40.176959 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-86354bf0-d1a7-4bd5-8d06-88b7b4e11779 req-d8731037-1a99-4036-8016-f15279db3254 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 944 time: 0.0527067 Mar 07 13:54:40.223219 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-86354bf0-d1a7-4bd5-8d06-88b7b4e11779 req-541e38cf-f222-4639-80d9-26db037a6e32 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407376 Mar 07 13:54:41.346450 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da86a11-3bd7-4bdf-ac27-0ce82846d96d req-14e1264f-9508-4174-a1e0-ca3ecff960b9 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:41.347890 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9da86a11-3bd7-4bdf-ac27-0ce82846d96d req-14e1264f-9508-4174-a1e0-ca3ecff960b9 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 944 time: 0.0544803 Mar 07 13:54:41.393132 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9da86a11-3bd7-4bdf-ac27-0ce82846d96d req-d041f174-57a0-40ae-ba60-b5dcd58eb991 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393348 Mar 07 13:54:42.512728 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bd2d2-409f-478f-831a-f8da078669bd req-d5434576-ab2b-4aed-977b-b9e27f10da16 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:42.514203 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-048bd2d2-409f-478f-831a-f8da078669bd req-d5434576-ab2b-4aed-977b-b9e27f10da16 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 944 time: 0.0511405 Mar 07 13:54:42.559039 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-048bd2d2-409f-478f-831a-f8da078669bd req-dfdd78ac-68c7-4e2d-bb88-615a7e0a4c14 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394306 Mar 07 13:54:43.683685 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b7075-a8a7-41e4-8301-c5e6bf63127c req-91a41b22-5f38-4872-9bb6-c80fe72f21b0 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:43.685164 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1b3b7075-a8a7-41e4-8301-c5e6bf63127c req-91a41b22-5f38-4872-9bb6-c80fe72f21b0 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 944 time: 0.0563805 Mar 07 13:54:43.730565 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1b3b7075-a8a7-41e4-8301-c5e6bf63127c req-be7b453d-4f9b-4fd3-939a-4c2f8c9c284d tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399649 Mar 07 13:54:44.850657 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f47a6-7883-45e1-9e80-244418c5ecc0 req-616f4318-01be-42f3-bcf0-2aeb51c68eb5 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:44.852121 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b86f47a6-7883-45e1-9e80-244418c5ecc0 req-616f4318-01be-42f3-bcf0-2aeb51c68eb5 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 944 time: 0.0518417 Mar 07 13:54:44.897463 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b86f47a6-7883-45e1-9e80-244418c5ecc0 req-17f4b772-a2b3-4d7b-a746-b2bde6c5ee41 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393615 Mar 07 13:54:46.017506 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36cf59-e661-4864-b199-c21cf2fb9d8d req-f43a6763-a366-418d-8912-680cdd318441 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:46.018967 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7f36cf59-e661-4864-b199-c21cf2fb9d8d req-f43a6763-a366-418d-8912-680cdd318441 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 944 time: 0.0511074 Mar 07 13:54:46.066811 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7f36cf59-e661-4864-b199-c21cf2fb9d8d req-1a8755b0-d4f6-420c-ad33-fbaccd249b6f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424275 Mar 07 13:54:47.185338 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923d155-f843-4e71-a67b-398de7b1f60d req-ff3443c2-a320-4f3c-aa9c-2eeff1d518fe tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:47.186694 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c923d155-f843-4e71-a67b-398de7b1f60d req-ff3443c2-a320-4f3c-aa9c-2eeff1d518fe tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 944 time: 0.0514948 Mar 07 13:54:47.231596 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c923d155-f843-4e71-a67b-398de7b1f60d req-86ccc870-86e6-4ce5-823f-b8c83f7dae5f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395153 Mar 07 13:54:47.308368 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:54:47.543236 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device e6bd2276-075e-4ef9-b32e-25d086d201c7 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 13:54:47.638651 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port e6bd2276-075e-4ef9-b32e-25d086d201c7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e6bd2276-075e-4ef9-b32e-25d086d201c7,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:54:47.648742 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Returning: {'device': 'e6bd2276-075e-4ef9-b32e-25d086d201c7', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'port_id': 'e6bd2276-075e-4ef9-b32e-25d086d201c7', 'mac_address': 'fa:16:3e:51:13:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 13:54:47.684976 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port e6bd2276-075e-4ef9-b32e-25d086d201c7 is: DOWN; New status is: BUILD {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:54:47.685390 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:47.697581 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6bd2276-075e-4ef9-b32e-25d086d201c7 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:54:47.716284 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port e6bd2276-075e-4ef9-b32e-25d086d201c7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e6bd2276-075e-4ef9-b32e-25d086d201c7,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:54:47.720940 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:47.766454 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=e6bd2276-075e-4ef9-b32e-25d086d201c7,revision_number=9']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:47.773189 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:54:47.773542 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:54:47.773883 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:54:47.774218 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:54:47.774547 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:54:47.774875 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:54:47.775201 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:54:47.775523 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:54:47.775846 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:54:47.776166 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:54:47.776484 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:54:47.776801 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:54:47.777138 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:54:47.867368 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8ff351f-b8c6-4494-843a-3f5756e3c6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:48.182319 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['e6bd2276-075e-4ef9-b32e-25d086d201c7'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:54:48.351226 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e746ad-386a-4aff-a1ad-35b35600a2df req-6bc92717-955d-4df3-840c-4ee9eb130f4f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:48.352708 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f5e746ad-386a-4aff-a1ad-35b35600a2df req-6bc92717-955d-4df3-840c-4ee9eb130f4f tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 945 time: 0.0510447 Mar 07 13:54:48.397917 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f5e746ad-386a-4aff-a1ad-35b35600a2df req-883fbb13-8cb4-4461-b25d-50a4028ba66b tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388496 Mar 07 13:54:49.523162 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955013f7-fc1a-4ef1-a836-97df58c0cd73 req-39632781-9409-4bb8-a10c-693e0689e161 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:49.524617 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-955013f7-fc1a-4ef1-a836-97df58c0cd73 req-39632781-9409-4bb8-a10c-693e0689e161 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 945 time: 0.0570717 Mar 07 13:54:49.546187 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device e6bd2276-075e-4ef9-b32e-25d086d201c7 up at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:54:49.572361 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-955013f7-fc1a-4ef1-a836-97df58c0cd73 req-34fa5b5e-8776-48b9-ab47-3b280105f834 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420692 Mar 07 13:54:49.598434 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning complete for port e6bd2276-075e-4ef9-b32e-25d086d201c7 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:54:49.598731 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:49.689660 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port e6bd2276-075e-4ef9-b32e-25d086d201c7 is: BUILD; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:54:49.690048 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:49.711297 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421fec53-b110-4129-b99e-413d8818fa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bd2276-075e-4ef9-b32e-25d086d201c7'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:54:49.713993 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1661b04-851f-4964-9f6e-7f906675867a" -d '{"events": [{"server_uuid": "421fec53-b110-4129-b99e-413d8818fa0a", "name": "network-vif-plugged", "status": "completed", "tag": "e6bd2276-075e-4ef9-b32e-25d086d201c7"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:54:49.726365 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port e6bd2276-075e-4ef9-b32e-25d086d201c7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e6bd2276-075e-4ef9-b32e-25d086d201c7,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:54:49.731285 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:49.753509 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34954e2-8cf1-4496-83c5-188078317a86 x-openstack-request-id: req-a34954e2-8cf1-4496-83c5-188078317a86 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:54:49.753799 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421fec53-b110-4129-b99e-413d8818fa0a", "name": "network-vif-plugged", "status": "completed", "tag": "e6bd2276-075e-4ef9-b32e-25d086d201c7", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:54:49.754050 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a34954e2-8cf1-4496-83c5-188078317a86 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:54:49.754434 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421fec53-b110-4129-b99e-413d8818fa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bd2276-075e-4ef9-b32e-25d086d201c7', 'code': 200} Mar 07 13:54:49.778452 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=e6bd2276-075e-4ef9-b32e-25d086d201c7,revision_number=10']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:54:50.038196 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432cb99-6519-4570-b6fe-78128e4d0e2a req-05e55d1d-0a51-4b1c-85ad-4871e858703c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:50.039677 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6432cb99-6519-4570-b6fe-78128e4d0e2a req-05e55d1d-0a51-4b1c-85ad-4871e858703c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 1131 time: 0.0457804 Mar 07 13:54:50.081034 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-58874c1e-2977-4b88-a3c3-dd91b93829ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:50.085388 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6432cb99-6519-4570-b6fe-78128e4d0e2a req-fdbd4b9e-ada5-4afc-9c2d-d494d79b0d38 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388944 Mar 07 13:54:50.692078 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370851a2-4957-4ba6-99dd-955250487adb req-7f2450aa-7f28-467d-8920-214141aa9395 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:50.693540 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-370851a2-4957-4ba6-99dd-955250487adb req-7f2450aa-7f28-467d-8920-214141aa9395 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 947 time: 0.0506101 Mar 07 13:54:50.740638 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-370851a2-4957-4ba6-99dd-955250487adb req-e90496e6-8b9a-4f20-b120-0f1071975a5e tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410140 Mar 07 13:54:51.339727 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:51.872805 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e679a-8db7-4adc-9ebf-7396feae3ee4 req-a4c485b8-a90e-4030-be27-4171d96080e1 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:51.874346 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-202e679a-8db7-4adc-9ebf-7396feae3ee4 req-a4c485b8-a90e-4030-be27-4171d96080e1 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 947 time: 0.0589919 Mar 07 13:54:51.925166 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-202e679a-8db7-4adc-9ebf-7396feae3ee4 req-0f4d2a7e-123e-4f20-aa15-cf241d8fa458 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451212 Mar 07 13:54:52.440616 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:54:53.047692 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d27a78-ba0b-4e5e-be23-0c111a3f0d9d req-7202dd6e-2517-471c-ad9b-6064f924a4ef tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:54:53.049186 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f2d27a78-ba0b-4e5e-be23-0c111a3f0d9d req-7202dd6e-2517-471c-ad9b-6064f924a4ef tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 947 time: 0.0529218 Mar 07 13:54:53.093654 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f2d27a78-ba0b-4e5e-be23-0c111a3f0d9d req-18006793-6f80-4187-a175-e72ede625c66 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390949 Mar 07 13:54:54.261662 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:05.594133 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:10.299666 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2f9a7bfa-b196-41c1-8efd-2336bf799b5f req-ee9cef8b-2914-470f-bc12-6e6efbcbed34 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458996 Mar 07 13:55:10.378704 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a7bfa-b196-41c1-8efd-2336bf799b5f req-998fe77c-ac74-4ad1-ba92-cb96e7a6c360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:55:10.380163 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2f9a7bfa-b196-41c1-8efd-2336bf799b5f req-998fe77c-ac74-4ad1-ba92-cb96e7a6c360 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29cf89a499e44925abf85d7d74541fbd&device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 1131 time: 0.0437701 Mar 07 13:55:10.483332 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a7bfa-b196-41c1-8efd-2336bf799b5f req-14a19cc6-e125-41d7-a71b-96142062df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:55:10.484760 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2f9a7bfa-b196-41c1-8efd-2336bf799b5f req-14a19cc6-e125-41d7-a71b-96142062df7a service neutron] 10.222.0.10 "GET /v2.0/networks?id=11248537-f61f-4e52-a906-c8f79d05286d HTTP/1.1" status: 200 len: 917 time: 0.0856061 Mar 07 13:55:10.546747 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2f9a7bfa-b196-41c1-8efd-2336bf799b5f req-5e9486a6-b3d0-4631-bd7d-f668175d1332 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6bd2276-075e-4ef9-b32e-25d086d201c7 HTTP/1.1" status: 200 len: 1001 time: 0.0555320 Mar 07 13:55:10.592458 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a7bfa-b196-41c1-8efd-2336bf799b5f req-1926d505-59fb-4570-8091-58f004959f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:55:10.593855 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2f9a7bfa-b196-41c1-8efd-2336bf799b5f req-1926d505-59fb-4570-8091-58f004959f37 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f00f6663-2751-47b6-a25e-1bb93ec00e74 HTTP/1.1" status: 200 len: 856 time: 0.0411837 Mar 07 13:55:10.643488 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a7bfa-b196-41c1-8efd-2336bf799b5f req-89897e6e-7767-4ccb-a319-795983600b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:55:10.644934 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2f9a7bfa-b196-41c1-8efd-2336bf799b5f req-89897e6e-7767-4ccb-a319-795983600b30 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11248537-f61f-4e52-a906-c8f79d05286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451341 Mar 07 13:55:10.738799 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2f9a7bfa-b196-41c1-8efd-2336bf799b5f req-afc4adc7-7c17-4aba-b692-30b93d39cce2 service neutron] 10.222.0.10 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813069 Mar 07 13:55:10.829309 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2f9a7bfa-b196-41c1-8efd-2336bf799b5f req-064a63b5-ad65-40a8-9c3c-0087442dbd6c service neutron] 10.222.0.10 "GET /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834036 Mar 07 13:55:17.869242 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5088a3ca-a993-4ed5-961c-07c0183bf037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:20.073429 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eaeb32e7-3cba-4ecc-a32e-cca456217a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:21.341816 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:22.443558 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:24.264375 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:24.307410 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:55:35.585069 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:47.375540 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 59998) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:55:47.534040 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-04ee7f26-8617-4d53-851d-ed9fe62b881f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Deleting port 3ac02834-a906-4e36-ba59-1a6b9f013337 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:55:47.534920 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-04ee7f26-8617-4d53-851d-ed9fe62b881f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (3ac02834-a906-4e36-ba59-1a6b9f013337), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:47.606975 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-04ee7f26-8617-4d53-851d-ed9fe62b881f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (3ac02834-a906-4e36-ba59-1a6b9f013337), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:47.607308 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-04ee7f26-8617-4d53-851d-ed9fe62b881f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for floatingip (3ac02834-a906-4e36-ba59-1a6b9f013337), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:47.618864 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-04ee7f26-8617-4d53-851d-ed9fe62b881f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Calling delete_port for 3ac02834-a906-4e36-ba59-1a6b9f013337 owned by network:floatingip {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:55:47.776724 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-04ee7f26-8617-4d53-851d-ed9fe62b881f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (3ac02834-a906-4e36-ba59-1a6b9f013337), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:47.802702 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee7f26-8617-4d53-851d-ed9fe62b881f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Pushing event deleted for resources: {'Port': ['ID=3ac02834-a906-4e36-ba59-1a6b9f013337,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:55:47.827730 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ee7f26-8617-4d53-851d-ed9fe62b881f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:47.828087 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ee7f26-8617-4d53-851d-ed9fe62b881f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:47.828435 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ee7f26-8617-4d53-851d-ed9fe62b881f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:47.828778 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ee7f26-8617-4d53-851d-ed9fe62b881f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:47.829115 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ee7f26-8617-4d53-851d-ed9fe62b881f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:47.829468 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ee7f26-8617-4d53-851d-ed9fe62b881f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:47.829799 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ee7f26-8617-4d53-851d-ed9fe62b881f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:47.830129 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ee7f26-8617-4d53-851d-ed9fe62b881f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:47.830456 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ee7f26-8617-4d53-851d-ed9fe62b881f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:47.830784 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ee7f26-8617-4d53-851d-ed9fe62b881f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:47.831737 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ee7f26-8617-4d53-851d-ed9fe62b881f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:47.832061 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ee7f26-8617-4d53-851d-ed9fe62b881f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:47.832385 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ee7f26-8617-4d53-851d-ed9fe62b881f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:47.869098 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-418e0d0d-00c2-4534-9e46-98d4d0217646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:47.870501 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-04ee7f26-8617-4d53-851d-ed9fe62b881f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for floatingip (6abb54aa-25b6-4895-9a46-c5e5497f0740), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:47.870839 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.db.l3_db [None req-04ee7f26-8617-4d53-851d-ed9fe62b881f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Floating IP 6abb54aa-25b6-4895-9a46-c5e5497f0740 disassociated (deleted). External IP: 172.27.1.231, port: 826a19bd-d489-485a-89d0-dd98fbe90f50. Mar 07 13:55:48.082283 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ee7f26-8617-4d53-851d-ed9fe62b881f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Router 6448c671-1993-4178-a460-1b3d68f99e70 has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:55:48.190151 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ee7f26-8617-4d53-851d-ed9fe62b881f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:55:48.195435 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-04ee7f26-8617-4d53-851d-ed9fe62b881f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:48.200818 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e720b5-6680-44f6-ac27-5f99b1fe0928 None None] Sync routers for ids ['6448c671-1993-4178-a460-1b3d68f99e70'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:55:48.210109 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e720b5-6680-44f6-ac27-5f99b1fe0928 None None] Routers {'6448c671-1993-4178-a460-1b3d68f99e70'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:55:48.210712 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-35e720b5-6680-44f6-ac27-5f99b1fe0928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:55:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['6448c671-1993-4178-a460-1b3d68f99e70'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:55:48.223589 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-04ee7f26-8617-4d53-851d-ed9fe62b881f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "DELETE /v2.0/floatingips/6abb54aa-25b6-4895-9a46-c5e5497f0740 HTTP/1.1" status: 204 len: 168 time: 0.8469763 Mar 07 13:55:48.224288 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946a78f4-3109-4d57-98d1-0c2e628b2e2f', 'tag': '826a19bd-d489-485a-89d0-dd98fbe90f50'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:55:48.226648 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f103107def4ac1757260bfdb5b7c692c97e792ef1fddc37f4b0882d33d20cc26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd5fc68-5ed3-4fef-a731-2b23034deef6" -d '{"events": [{"name": "network-changed", "server_uuid": "946a78f4-3109-4d57-98d1-0c2e628b2e2f", "tag": "826a19bd-d489-485a-89d0-dd98fbe90f50"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:55:48.264949 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab7b89f-164f-494c-bfd4-a52212e58a36 x-openstack-request-id: req-6ab7b89f-164f-494c-bfd4-a52212e58a36 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:55:48.265356 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946a78f4-3109-4d57-98d1-0c2e628b2e2f", "tag": "826a19bd-d489-485a-89d0-dd98fbe90f50", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:55:48.265793 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ab7b89f-164f-494c-bfd4-a52212e58a36 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:55:48.266399 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '946a78f4-3109-4d57-98d1-0c2e628b2e2f', 'tag': '826a19bd-d489-485a-89d0-dd98fbe90f50', 'status': 'completed', 'code': 200} Mar 07 13:55:48.365586 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5fc68-5ed3-4fef-a731-2b23034deef6 req-5732b7a6-f7bc-468a-8dd4-375d0b51b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:55:48.367186 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5bd5fc68-5ed3-4fef-a731-2b23034deef6 req-5732b7a6-f7bc-468a-8dd4-375d0b51b482 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c10fe3afe2e84b7694415570a68cee37&device_id=946a78f4-3109-4d57-98d1-0c2e628b2e2f HTTP/1.1" status: 200 len: 1129 time: 0.0560722 Mar 07 13:55:48.459074 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-35e720b5-6680-44f6-ac27-5f99b1fe0928 None None] Set router 6448c671-1993-4178-a460-1b3d68f99e70 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:55:48.519997 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad010b-f754-4af7-a301-e0e9fe2a4766 req-1c6f0ae9-7516-4df3-a13a-b945f82809ab tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:55:48.521460 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9bad010b-f754-4af7-a301-e0e9fe2a4766 req-1c6f0ae9-7516-4df3-a13a-b945f82809ab tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=946a78f4-3109-4d57-98d1-0c2e628b2e2f HTTP/1.1" status: 200 len: 945 time: 0.1111259 Mar 07 13:55:48.566455 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5fc68-5ed3-4fef-a731-2b23034deef6 req-14477fd8-1e41-4467-99ba-03c737e3edb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:55:48.567981 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5bd5fc68-5ed3-4fef-a731-2b23034deef6 req-14477fd8-1e41-4467-99ba-03c737e3edb7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae647865-b6eb-48d6-bfc7-51b766b88343 HTTP/1.1" status: 200 len: 912 time: 0.1308963 Mar 07 13:55:48.620107 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5bd5fc68-5ed3-4fef-a731-2b23034deef6 req-5e3acc39-c1f9-43f7-8173-ddc3096f6b8c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=826a19bd-d489-485a-89d0-dd98fbe90f50 HTTP/1.1" status: 200 len: 217 time: 0.0444417 Mar 07 13:55:48.624738 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9bad010b-f754-4af7-a301-e0e9fe2a4766 req-c758d4cf-1bbc-4443-b879-d524c763724f tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933895 Mar 07 13:55:48.690314 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5fc68-5ed3-4fef-a731-2b23034deef6 req-90d5c2e2-a5a6-44df-91e8-4f395b294594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:55:48.692347 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5bd5fc68-5ed3-4fef-a731-2b23034deef6 req-90d5c2e2-a5a6-44df-91e8-4f395b294594 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c56d65c-4807-49f7-98f6-3d6932945f85 HTTP/1.1" status: 200 len: 851 time: 0.0649743 Mar 07 13:55:48.704103 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-35e720b5-6680-44f6-ac27-5f99b1fe0928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448c671-1993-4178-a460-1b3d68f99e70', 'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:58Z', 'updated_at': '2022-03-07T13:45:02Z', 'revision_number': 4, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'gw_port': {'id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:59Z', 'updated_at': '2022-03-07T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '8bca6d0d-dc34-4f18-a49d-d382fd3870f7', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'port_id': '6cccdd2d-d769-4b4f-9780-511dd57131da', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'mac_address': 'fa:16:3e:83:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60ee324-37e1-40c5-9da3-a822ebbf4bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:51:13Z', 'updated_at': '2022-03-07T13:51:15Z', 'revision_number': 1, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee44d7a4-6087-4a8c-845f-45aa0d117bd1', 'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'mac_address': 'fa:16:3e:5a:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:02Z', 'updated_at': '2022-03-07T13:45:06Z', 'revision_number': 5, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'subnets': [{'id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:55:48.735576 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e720b5-6680-44f6-ac27-5f99b1fe0928 None None] Checking router: 6448c671-1993-4178-a460-1b3d68f99e70 for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:55:48.744392 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e720b5-6680-44f6-ac27-5f99b1fe0928 None None] Routers {'6448c671-1993-4178-a460-1b3d68f99e70'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:55:48.745006 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-35e720b5-6680-44f6-ac27-5f99b1fe0928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:55:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['6448c671-1993-4178-a460-1b3d68f99e70'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:55:48.747470 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5fc68-5ed3-4fef-a731-2b23034deef6 req-9b639828-56c9-4d37-9efc-cde2384dca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:55:48.749182 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5bd5fc68-5ed3-4fef-a731-2b23034deef6 req-9b639828-56c9-4d37-9efc-cde2384dca0a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae647865-b6eb-48d6-bfc7-51b766b88343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501864 Mar 07 13:55:48.869308 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-35e720b5-6680-44f6-ac27-5f99b1fe0928 None None] Set router 6448c671-1993-4178-a460-1b3d68f99e70 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:55:48.881618 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5bd5fc68-5ed3-4fef-a731-2b23034deef6 req-6c1959fe-0180-48b5-80c5-5041b660bab7 service neutron] 10.222.0.10 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259632 Mar 07 13:55:48.951897 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16f0b5-de4f-4e13-b9d9-e7510391005d req-58deff62-5942-40d5-b654-24201739162c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:55:48.953414 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ec16f0b5-de4f-4e13-b9d9-e7510391005d req-58deff62-5942-40d5-b654-24201739162c tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 947 time: 0.1094327 Mar 07 13:55:49.012967 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5bd5fc68-5ed3-4fef-a731-2b23034deef6 req-83c7c73b-aeae-43e5-98db-5d01d5ce65ab service neutron] 10.222.0.10 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234949 Mar 07 13:55:49.031089 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ec16f0b5-de4f-4e13-b9d9-e7510391005d req-4de3ad7d-3547-4b9b-a089-8eeb3e437a46 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713196 Mar 07 13:55:49.098816 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-35e720b5-6680-44f6-ac27-5f99b1fe0928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448c671-1993-4178-a460-1b3d68f99e70', 'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:58Z', 'updated_at': '2022-03-07T13:45:02Z', 'revision_number': 4, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'gw_port': {'id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:59Z', 'updated_at': '2022-03-07T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '8bca6d0d-dc34-4f18-a49d-d382fd3870f7', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'port_id': '6cccdd2d-d769-4b4f-9780-511dd57131da', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'mac_address': 'fa:16:3e:83:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60ee324-37e1-40c5-9da3-a822ebbf4bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:51:13Z', 'updated_at': '2022-03-07T13:51:15Z', 'revision_number': 1, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee44d7a4-6087-4a8c-845f-45aa0d117bd1', 'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'mac_address': 'fa:16:3e:5a:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:02Z', 'updated_at': '2022-03-07T13:45:06Z', 'revision_number': 5, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'subnets': [{'id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:55:49.127576 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e720b5-6680-44f6-ac27-5f99b1fe0928 None None] The sync data for ids ['6448c671-1993-4178-a460-1b3d68f99e70'] in dv-cinder-813222-6-iscsi is: [{'id': '6448c671-1993-4178-a460-1b3d68f99e70', 'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:58Z', 'updated_at': '2022-03-07T13:45:02Z', 'revision_number': 4, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'gw_port': {'id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:59Z', 'updated_at': '2022-03-07T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '8bca6d0d-dc34-4f18-a49d-d382fd3870f7', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'port_id': '6cccdd2d-d769-4b4f-9780-511dd57131da', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'mac_address': 'fa:16:3e:83:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60ee324-37e1-40c5-9da3-a822ebbf4bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:51:13Z', 'updated_at': '2022-03-07T13:51:15Z', 'revision_number': 1, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee44d7a4-6087-4a8c-845f-45aa0d117bd1', 'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'mac_address': 'fa:16:3e:5a:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:02Z', 'updated_at': '2022-03-07T13:45:06Z', 'revision_number': 5, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'subnets': [{'id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:55:49.337011 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8fb205-47e8-452b-be9c-2a9554594d0b None None] New status for floating IP 6abb54aa-25b6-4895-9a46-c5e5497f0740: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 13:55:50.077848 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-96b48b7c-5140-4d2a-9e12-3e3cc4a0929f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:50.170638 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cd8f6-cc4e-4d69-bda1-3b834fd21d55 req-fc78f7f8-5884-4110-b2d6-0003440b8908 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:55:50.172374 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a81cd8f6-cc4e-4d69-bda1-3b834fd21d55 req-fc78f7f8-5884-4110-b2d6-0003440b8908 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=946a78f4-3109-4d57-98d1-0c2e628b2e2f HTTP/1.1" status: 200 len: 945 time: 0.3476939 Mar 07 13:55:50.191479 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd106b-4e5b-454a-98b8-bba27c71f18e req-522f05a0-75d2-42e1-85f9-dfaa664b31c0 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:55:50.192888 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d4fd106b-4e5b-454a-98b8-bba27c71f18e req-522f05a0-75d2-42e1-85f9-dfaa664b31c0 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 947 time: 0.0739684 Mar 07 13:55:50.255787 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a81cd8f6-cc4e-4d69-bda1-3b834fd21d55 req-10018663-09ef-4224-9e0c-96d6161bfdcd tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762477 Mar 07 13:55:50.262417 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d4fd106b-4e5b-454a-98b8-bba27c71f18e req-bf63c800-079b-4bdd-bd5b-c2d064b73b15 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624807 Mar 07 13:55:50.561656 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84cd27-93fa-4d8b-8ad2-95b80fcf907c req-cce193a5-9c0c-4b09-85a5-c3f867227ed0 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:55:50.563071 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7d84cd27-93fa-4d8b-8ad2-95b80fcf907c req-cce193a5-9c0c-4b09-85a5-c3f867227ed0 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.10 "GET /v2.0/ports?device_id=946a78f4-3109-4d57-98d1-0c2e628b2e2f HTTP/1.1" status: 200 len: 945 time: 0.0543265 Mar 07 13:55:50.675432 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-7d84cd27-93fa-4d8b-8ad2-95b80fcf907c req-3f601151-eeac-4bf2-bb16-e7a3b8adc622 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Deleting port 826a19bd-d489-485a-89d0-dd98fbe90f50 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:55:50.675781 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7d84cd27-93fa-4d8b-8ad2-95b80fcf907c req-3f601151-eeac-4bf2-bb16-e7a3b8adc622 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (826a19bd-d489-485a-89d0-dd98fbe90f50), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:50.762269 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-7d84cd27-93fa-4d8b-8ad2-95b80fcf907c req-3f601151-eeac-4bf2-bb16-e7a3b8adc622 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] For port 826a19bd-d489-485a-89d0-dd98fbe90f50, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=826a19bd-d489-485a-89d0-dd98fbe90f50,segment=NetworkSegment(e162dbb3-f7e8-4563-8238-36a47ee87ab4),segment_id=e162dbb3-f7e8-4563-8238-36a47ee87ab4)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:55:50.762569 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7d84cd27-93fa-4d8b-8ad2-95b80fcf907c req-3f601151-eeac-4bf2-bb16-e7a3b8adc622 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (826a19bd-d489-485a-89d0-dd98fbe90f50), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:50.774032 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-7d84cd27-93fa-4d8b-8ad2-95b80fcf907c req-3f601151-eeac-4bf2-bb16-e7a3b8adc622 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Calling delete_port for 826a19bd-d489-485a-89d0-dd98fbe90f50 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:55:50.892648 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2b391-7b9b-4dd0-b716-fd60ce8a71f6 req-c812808b-58a6-49fe-bb95-876f62b89cf4 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:55:50.894160 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ecb2b391-7b9b-4dd0-b716-fd60ce8a71f6 req-c812808b-58a6-49fe-bb95-876f62b89cf4 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.10 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 947 time: 0.0806804 Mar 07 13:55:51.003022 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7d84cd27-93fa-4d8b-8ad2-95b80fcf907c req-3f601151-eeac-4bf2-bb16-e7a3b8adc622 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (826a19bd-d489-485a-89d0-dd98fbe90f50), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:51.041598 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f601151-eeac-4bf2-bb16-e7a3b8adc622 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Pushing event deleted for resources: {'Port': ['ID=826a19bd-d489-485a-89d0-dd98fbe90f50,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:55:51.059178 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f601151-eeac-4bf2-bb16-e7a3b8adc622 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:51.059927 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f601151-eeac-4bf2-bb16-e7a3b8adc622 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:51.060284 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f601151-eeac-4bf2-bb16-e7a3b8adc622 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:51.060618 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f601151-eeac-4bf2-bb16-e7a3b8adc622 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:51.060949 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f601151-eeac-4bf2-bb16-e7a3b8adc622 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:51.061316 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f601151-eeac-4bf2-bb16-e7a3b8adc622 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:51.061630 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f601151-eeac-4bf2-bb16-e7a3b8adc622 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:51.061950 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f601151-eeac-4bf2-bb16-e7a3b8adc622 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:51.062283 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f601151-eeac-4bf2-bb16-e7a3b8adc622 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:51.062606 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f601151-eeac-4bf2-bb16-e7a3b8adc622 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:51.062926 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f601151-eeac-4bf2-bb16-e7a3b8adc622 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:51.063814 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f601151-eeac-4bf2-bb16-e7a3b8adc622 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:51.063814 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f601151-eeac-4bf2-bb16-e7a3b8adc622 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:51.102837 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d84cd27-93fa-4d8b-8ad2-95b80fcf907c req-3f601151-eeac-4bf2-bb16-e7a3b8adc622 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] No DVR routers for this DVR port 826a19bd-d489-485a-89d0-dd98fbe90f50 on host hv-cinder-81322 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:55:51.106523 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7d84cd27-93fa-4d8b-8ad2-95b80fcf907c req-3f601151-eeac-4bf2-bb16-e7a3b8adc622 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:51.110136 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7d84cd27-93fa-4d8b-8ad2-95b80fcf907c req-3f601151-eeac-4bf2-bb16-e7a3b8adc622 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.10 "DELETE /v2.0/ports/826a19bd-d489-485a-89d0-dd98fbe90f50 HTTP/1.1" status: 204 len: 173 time: 0.5221996 Mar 07 13:55:51.110567 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946a78f4-3109-4d57-98d1-0c2e628b2e2f', 'name': 'network-vif-deleted', 'tag': '826a19bd-d489-485a-89d0-dd98fbe90f50'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:55:51.113537 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943234ce-c159-4276-85b1-57ea07e61ace" -d '{"events": [{"server_uuid": "946a78f4-3109-4d57-98d1-0c2e628b2e2f", "name": "network-vif-deleted", "tag": "826a19bd-d489-485a-89d0-dd98fbe90f50"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:55:51.122452 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-ecb2b391-7b9b-4dd0-b716-fd60ce8a71f6 req-126ff937-3c18-4d3a-af2c-fea3389f40fa tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Deleting port e6bd2276-075e-4ef9-b32e-25d086d201c7 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:55:51.123072 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ecb2b391-7b9b-4dd0-b716-fd60ce8a71f6 req-126ff937-3c18-4d3a-af2c-fea3389f40fa tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:51.151566 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea34de7d-08c6-4518-8c2b-6d730588b27a x-openstack-request-id: req-ea34de7d-08c6-4518-8c2b-6d730588b27a {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:55:51.151910 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946a78f4-3109-4d57-98d1-0c2e628b2e2f", "name": "network-vif-deleted", "tag": "826a19bd-d489-485a-89d0-dd98fbe90f50", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:55:51.152164 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea34de7d-08c6-4518-8c2b-6d730588b27a {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:55:51.152553 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946a78f4-3109-4d57-98d1-0c2e628b2e2f', 'name': 'network-vif-deleted', 'tag': '826a19bd-d489-485a-89d0-dd98fbe90f50', 'status': 'completed', 'code': 200} Mar 07 13:55:51.218877 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-ecb2b391-7b9b-4dd0-b716-fd60ce8a71f6 req-126ff937-3c18-4d3a-af2c-fea3389f40fa tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] For port e6bd2276-075e-4ef9-b32e-25d086d201c7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e6bd2276-075e-4ef9-b32e-25d086d201c7,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:55:51.219526 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ecb2b391-7b9b-4dd0-b716-fd60ce8a71f6 req-126ff937-3c18-4d3a-af2c-fea3389f40fa tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:51.356699 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:51.383525 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-85f5ec3a-128d-4495-a573-38f4074be8d1 req-1d05981d-dd83-4994-9214-738e0c2a109a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=946a78f4-3109-4d57-98d1-0c2e628b2e2f HTTP/1.1" status: 200 len: 210 time: 0.0466912 Mar 07 13:55:51.464884 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ecb2b391-7b9b-4dd0-b716-fd60ce8a71f6 req-126ff937-3c18-4d3a-af2c-fea3389f40fa tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:51.465647 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ecb2b391-7b9b-4dd0-b716-fd60ce8a71f6 req-126ff937-3c18-4d3a-af2c-fea3389f40fa tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (a3699e5f-c8ca-46ef-8085-59fa3471cddb), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:51.465647 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.l3_db [req-ecb2b391-7b9b-4dd0-b716-fd60ce8a71f6 req-126ff937-3c18-4d3a-af2c-fea3389f40fa tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Floating IP a3699e5f-c8ca-46ef-8085-59fa3471cddb disassociated. External IP: 172.27.1.17, port: e6bd2276-075e-4ef9-b32e-25d086d201c7. Mar 07 13:55:51.465902 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-ecb2b391-7b9b-4dd0-b716-fd60ce8a71f6 req-126ff937-3c18-4d3a-af2c-fea3389f40fa tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Calling delete_port for e6bd2276-075e-4ef9-b32e-25d086d201c7 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:55:51.485258 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b23a82-8d23-4079-8335-54b6712037e8 req-57367a62-b038-4f56-b3a2-ffb1eeb85407 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:55:51.486792 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b9b23a82-8d23-4079-8335-54b6712037e8 req-57367a62-b038-4f56-b3a2-ffb1eeb85407 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/ports?device_id=421fec53-b110-4129-b99e-413d8818fa0a HTTP/1.1" status: 200 len: 947 time: 0.1355193 Mar 07 13:55:51.600755 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b9b23a82-8d23-4079-8335-54b6712037e8 req-db4712f9-7ac1-49a9-a286-c9e378b5608a tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups?id=9324d994-93eb-4270-b588-c7df723f810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718589 Mar 07 13:55:51.661905 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ecb2b391-7b9b-4dd0-b716-fd60ce8a71f6 req-126ff937-3c18-4d3a-af2c-fea3389f40fa tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (e6bd2276-075e-4ef9-b32e-25d086d201c7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:51.689197 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ff937-3c18-4d3a-af2c-fea3389f40fa tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Pushing event deleted for resources: {'Port': ['ID=e6bd2276-075e-4ef9-b32e-25d086d201c7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:55:51.816211 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecb2b391-7b9b-4dd0-b716-fd60ce8a71f6 req-126ff937-3c18-4d3a-af2c-fea3389f40fa tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Router 49e8bed0-1942-4173-bf9f-044d676b780f has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:55:51.933662 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecb2b391-7b9b-4dd0-b716-fd60ce8a71f6 req-126ff937-3c18-4d3a-af2c-fea3389f40fa tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:55:51.949242 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f75292-ce08-4ff5-8410-7009c217b88a None None] Sync routers for ids ['49e8bed0-1942-4173-bf9f-044d676b780f'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:55:51.961048 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f75292-ce08-4ff5-8410-7009c217b88a None None] Routers {'49e8bed0-1942-4173-bf9f-044d676b780f'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:55:51.963784 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-d9f75292-ce08-4ff5-8410-7009c217b88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:55:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['49e8bed0-1942-4173-bf9f-044d676b780f'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:55:51.984161 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb2b391-7b9b-4dd0-b716-fd60ce8a71f6 req-126ff937-3c18-4d3a-af2c-fea3389f40fa tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] No DVR routers for this DVR port e6bd2276-075e-4ef9-b32e-25d086d201c7 on host hv-cinder-81322 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:55:51.987152 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ecb2b391-7b9b-4dd0-b716-fd60ce8a71f6 req-126ff937-3c18-4d3a-af2c-fea3389f40fa tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:51.990758 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ecb2b391-7b9b-4dd0-b716-fd60ce8a71f6 req-126ff937-3c18-4d3a-af2c-fea3389f40fa tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.10 "DELETE /v2.0/ports/e6bd2276-075e-4ef9-b32e-25d086d201c7 HTTP/1.1" status: 204 len: 173 time: 1.0900450 Mar 07 13:55:52.103376 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-d9f75292-ce08-4ff5-8410-7009c217b88a None None] Set router 49e8bed0-1942-4173-bf9f-044d676b780f gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:55:52.338118 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-d9f75292-ce08-4ff5-8410-7009c217b88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'name': 'tempest-AttachVolumeShelveTestJSON-1207087246-router', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:56Z', 'revision_number': 4, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'gw_port': {'id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'acec564d-4568-4147-94a1-900ec3811164', 'name': '', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'mac_address': 'fa:16:3e:ac:8a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:55Z', 'updated_at': '2022-03-07T13:46:01Z', 'revision_number': 5, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'subnets': [{'id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:55:52.368104 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f75292-ce08-4ff5-8410-7009c217b88a None None] Checking router: 49e8bed0-1942-4173-bf9f-044d676b780f for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:55:52.376424 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f75292-ce08-4ff5-8410-7009c217b88a None None] Routers {'49e8bed0-1942-4173-bf9f-044d676b780f'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:55:52.377014 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-d9f75292-ce08-4ff5-8410-7009c217b88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:55:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['49e8bed0-1942-4173-bf9f-044d676b780f'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:55:52.489574 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:52.501139 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-d9f75292-ce08-4ff5-8410-7009c217b88a None None] Set router 49e8bed0-1942-4173-bf9f-044d676b780f gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:55:52.690462 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60066) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:55:52.709960 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-d9f75292-ce08-4ff5-8410-7009c217b88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'name': 'tempest-AttachVolumeShelveTestJSON-1207087246-router', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:56Z', 'revision_number': 4, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'gw_port': {'id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'acec564d-4568-4147-94a1-900ec3811164', 'name': '', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'mac_address': 'fa:16:3e:ac:8a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:55Z', 'updated_at': '2022-03-07T13:46:01Z', 'revision_number': 5, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'subnets': [{'id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:55:52.740332 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f75292-ce08-4ff5-8410-7009c217b88a None None] The sync data for ids ['49e8bed0-1942-4173-bf9f-044d676b780f'] in dv-cinder-813222-6-iscsi is: [{'id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'name': 'tempest-AttachVolumeShelveTestJSON-1207087246-router', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:56Z', 'revision_number': 4, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'gw_port': {'id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'acec564d-4568-4147-94a1-900ec3811164', 'name': '', 'network_id': '11248537-f61f-4e52-a906-c8f79d05286d', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'mac_address': 'fa:16:3e:ac:8a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:55Z', 'updated_at': '2022-03-07T13:46:01Z', 'revision_number': 5, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'subnets': [{'id': 'f00f6663-2751-47b6-a25e-1bb93ec00e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:55:52.744169 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0292df9f-cd26-4fc7-b17c-2ef1ed022770 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for security_group (9324d994-93eb-4270-b588-c7df723f810b), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:52.772545 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0292df9f-cd26-4fc7-b17c-2ef1ed022770 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for security_group (9324d994-93eb-4270-b588-c7df723f810b), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:52.821970 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0292df9f-cd26-4fc7-b17c-2ef1ed022770 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (9324d994-93eb-4270-b588-c7df723f810b), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:52.824688 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0292df9f-cd26-4fc7-b17c-2ef1ed022770 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:52.825898 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-0292df9f-cd26-4fc7-b17c-2ef1ed022770 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "DELETE /v2.0/security-groups/9324d994-93eb-4270-b588-c7df723f810b HTTP/1.1" status: 204 len: 168 time: 0.1343796 Mar 07 13:55:52.828677 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60068) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:55:52.835429 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292df9f-cd26-4fc7-b17c-2ef1ed022770 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9324d994-93eb-4270-b588-c7df723f810b,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:55:52.843969 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.api.v2.resource [None req-87d4dffb-7ef4-4a29-91c7-73a0d276e842 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] show failed (client error): The resource could not be found. Mar 07 13:55:52.845097 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-87d4dffb-7ef4-4a29-91c7-73a0d276e842 tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "GET /v2.0/security-groups/9324d994-93eb-4270-b588-c7df723f810b HTTP/1.1" status: 404 len: 347 time: 0.0152113 Mar 07 13:55:52.848000 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60070) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:55:52.971880 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95ae725-e628-4f44-93dc-899aac85c366 None None] New status for floating IP a3699e5f-c8ca-46ef-8085-59fa3471cddb: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 13:55:52.978842 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-ecc706e4-5b85-48d6-a151-3e6a7251de1d tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Deleting port edc5cd70-b220-42a2-97ae-f6fa431016a4 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:55:52.979187 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ecc706e4-5b85-48d6-a151-3e6a7251de1d tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (edc5cd70-b220-42a2-97ae-f6fa431016a4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:53.053166 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ecc706e4-5b85-48d6-a151-3e6a7251de1d tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (edc5cd70-b220-42a2-97ae-f6fa431016a4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:53.053486 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ecc706e4-5b85-48d6-a151-3e6a7251de1d tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for floatingip (edc5cd70-b220-42a2-97ae-f6fa431016a4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:53.065879 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-ecc706e4-5b85-48d6-a151-3e6a7251de1d tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Calling delete_port for edc5cd70-b220-42a2-97ae-f6fa431016a4 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:55:53.154362 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421fec53-b110-4129-b99e-413d8818fa0a', 'name': 'network-vif-deleted', 'tag': 'e6bd2276-075e-4ef9-b32e-25d086d201c7'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:55:53.156621 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb3b523-da68-4785-83df-2a80c4076d5e" -d '{"events": [{"server_uuid": "421fec53-b110-4129-b99e-413d8818fa0a", "name": "network-vif-deleted", "tag": "e6bd2276-075e-4ef9-b32e-25d086d201c7"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:55:53.192478 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b870a2-e041-4565-9e3e-e2d129ae77d9 x-openstack-request-id: req-56b870a2-e041-4565-9e3e-e2d129ae77d9 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:55:53.192744 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421fec53-b110-4129-b99e-413d8818fa0a", "name": "network-vif-deleted", "tag": "e6bd2276-075e-4ef9-b32e-25d086d201c7", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:55:53.192994 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-56b870a2-e041-4565-9e3e-e2d129ae77d9 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:55:53.193409 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421fec53-b110-4129-b99e-413d8818fa0a', 'name': 'network-vif-deleted', 'tag': 'e6bd2276-075e-4ef9-b32e-25d086d201c7', 'status': 'completed', 'code': 200} Mar 07 13:55:53.210638 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ecc706e4-5b85-48d6-a151-3e6a7251de1d tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (edc5cd70-b220-42a2-97ae-f6fa431016a4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:53.235036 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc706e4-5b85-48d6-a151-3e6a7251de1d tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Pushing event deleted for resources: {'Port': ['ID=edc5cd70-b220-42a2-97ae-f6fa431016a4,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:55:53.301770 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ecc706e4-5b85-48d6-a151-3e6a7251de1d tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks [] for floatingip (a3699e5f-c8ca-46ef-8085-59fa3471cddb), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:53.304843 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ecc706e4-5b85-48d6-a151-3e6a7251de1d tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:53.308932 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-ecc706e4-5b85-48d6-a151-3e6a7251de1d tempest-AttachVolumeShelveTestJSON-1064822140 tempest-AttachVolumeShelveTestJSON-1064822140-project] 10.222.0.24 "DELETE /v2.0/floatingips/a3699e5f-c8ca-46ef-8085-59fa3471cddb HTTP/1.1" status: 204 len: 168 time: 0.4569917 Mar 07 13:55:53.824126 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device e6bd2276-075e-4ef9-b32e-25d086d201c7 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:55:53.844542 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] No Port match for: e6bd2276-075e-4ef9-b32e-25d086d201c7 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:55:53.844890 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device e6bd2276-075e-4ef9-b32e-25d086d201c7 not bound to the agent host hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:55:53.845331 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 826a19bd-d489-485a-89d0-dd98fbe90f50 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:55:53.863205 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] No Port match for: 826a19bd-d489-485a-89d0-dd98fbe90f50 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:55:53.863552 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 826a19bd-d489-485a-89d0-dd98fbe90f50 not bound to the agent host hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:55:54.266647 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:54.684863 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60110) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:55:54.840032 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-bc01c674-6dc3-4247-9316-bc0ae2e0aefe tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Deleting port 8e398c81-252c-4820-b89f-cd13c83b0bc6 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:55:54.840327 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bc01c674-6dc3-4247-9316-bc0ae2e0aefe tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (8e398c81-252c-4820-b89f-cd13c83b0bc6), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:54.914353 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bc01c674-6dc3-4247-9316-bc0ae2e0aefe tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (8e398c81-252c-4820-b89f-cd13c83b0bc6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:54.914672 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bc01c674-6dc3-4247-9316-bc0ae2e0aefe tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for floatingip (8e398c81-252c-4820-b89f-cd13c83b0bc6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:54.926541 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-bc01c674-6dc3-4247-9316-bc0ae2e0aefe tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Calling delete_port for 8e398c81-252c-4820-b89f-cd13c83b0bc6 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:55:55.093447 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bc01c674-6dc3-4247-9316-bc0ae2e0aefe tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (8e398c81-252c-4820-b89f-cd13c83b0bc6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:55.115823 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01c674-6dc3-4247-9316-bc0ae2e0aefe tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Pushing event deleted for resources: {'Port': ['ID=8e398c81-252c-4820-b89f-cd13c83b0bc6,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:55:55.178957 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bc01c674-6dc3-4247-9316-bc0ae2e0aefe tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for floatingip (8bca6d0d-dc34-4f18-a49d-d382fd3870f7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:55.179279 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.l3_db [None req-bc01c674-6dc3-4247-9316-bc0ae2e0aefe tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Floating IP 8bca6d0d-dc34-4f18-a49d-d382fd3870f7 disassociated (deleted). External IP: 172.27.1.213, port: 6cccdd2d-d769-4b4f-9780-511dd57131da. Mar 07 13:55:55.384270 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc01c674-6dc3-4247-9316-bc0ae2e0aefe tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Router 6448c671-1993-4178-a460-1b3d68f99e70 has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:55:55.487790 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc01c674-6dc3-4247-9316-bc0ae2e0aefe tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:55:55.493009 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bc01c674-6dc3-4247-9316-bc0ae2e0aefe tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:55.497391 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a1417f-b39c-4c67-8eb9-a207ff3982f2 None None] Sync routers for ids ['6448c671-1993-4178-a460-1b3d68f99e70'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:55:55.507418 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a1417f-b39c-4c67-8eb9-a207ff3982f2 None None] Routers {'6448c671-1993-4178-a460-1b3d68f99e70'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:55:55.508020 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-c7a1417f-b39c-4c67-8eb9-a207ff3982f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:55:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['6448c671-1993-4178-a460-1b3d68f99e70'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:55:55.524872 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-bc01c674-6dc3-4247-9316-bc0ae2e0aefe tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "DELETE /v2.0/floatingips/8bca6d0d-dc34-4f18-a49d-d382fd3870f7 HTTP/1.1" status: 204 len: 168 time: 0.8389184 Mar 07 13:55:55.525597 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60ee324-37e1-40c5-9da3-a822ebbf4bb8', 'tag': '6cccdd2d-d769-4b4f-9780-511dd57131da'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:55:55.527890 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c93c803-119d-4c4d-bbdb-1b8edcc72e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "f60ee324-37e1-40c5-9da3-a822ebbf4bb8", "tag": "6cccdd2d-d769-4b4f-9780-511dd57131da"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:55:55.569087 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7060d1-585c-4351-bf3b-bc4b94b7a30f x-openstack-request-id: req-1c7060d1-585c-4351-bf3b-bc4b94b7a30f {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:55:55.569484 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60ee324-37e1-40c5-9da3-a822ebbf4bb8", "tag": "6cccdd2d-d769-4b4f-9780-511dd57131da", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:55:55.569813 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c7060d1-585c-4351-bf3b-bc4b94b7a30f {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:55:55.570288 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60ee324-37e1-40c5-9da3-a822ebbf4bb8', 'tag': '6cccdd2d-d769-4b4f-9780-511dd57131da', 'status': 'completed', 'code': 200} Mar 07 13:55:55.666876 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93c803-119d-4c4d-bbdb-1b8edcc72e6c req-e10eca3e-abcd-467b-adbf-6b24c83f3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:55:55.668527 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6c93c803-119d-4c4d-bbdb-1b8edcc72e6c req-e10eca3e-abcd-467b-adbf-6b24c83f3013 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c10fe3afe2e84b7694415570a68cee37&device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8 HTTP/1.1" status: 200 len: 1130 time: 0.0557444 Mar 07 13:55:55.753018 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60126) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:55:55.772316 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-c7a1417f-b39c-4c67-8eb9-a207ff3982f2 None None] Set router 6448c671-1993-4178-a460-1b3d68f99e70 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:55:55.835164 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93c803-119d-4c4d-bbdb-1b8edcc72e6c req-69796b1e-f0f0-4b1d-95c2-877a00f57dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:55:55.836669 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6c93c803-119d-4c4d-bbdb-1b8edcc72e6c req-69796b1e-f0f0-4b1d-95c2-877a00f57dbf service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae647865-b6eb-48d6-bfc7-51b766b88343 HTTP/1.1" status: 200 len: 912 time: 0.1609609 Mar 07 13:55:55.844560 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032af8dd-a1bb-4343-b4f9-5af71a20cbef req-9e2f00ea-01d8-4aaf-a07c-615dd135cc7c tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:55:55.846022 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-032af8dd-a1bb-4343-b4f9-5af71a20cbef req-9e2f00ea-01d8-4aaf-a07c-615dd135cc7c tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8 HTTP/1.1" status: 200 len: 946 time: 0.0812447 Mar 07 13:55:55.886723 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6c93c803-119d-4c4d-bbdb-1b8edcc72e6c req-598532e9-cf3f-4199-97c7-65816379fdd7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cccdd2d-d769-4b4f-9780-511dd57131da HTTP/1.1" status: 200 len: 217 time: 0.0397494 Mar 07 13:55:55.971006 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-032af8dd-a1bb-4343-b4f9-5af71a20cbef req-d883977e-6419-40ad-a421-1d3ef1e53e27 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169679 Mar 07 13:55:55.973968 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93c803-119d-4c4d-bbdb-1b8edcc72e6c req-5c55aeec-dcf5-4684-b96b-d6a361f73eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:55:55.975308 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6c93c803-119d-4c4d-bbdb-1b8edcc72e6c req-5c55aeec-dcf5-4684-b96b-d6a361f73eb9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c56d65c-4807-49f7-98f6-3d6932945f85 HTTP/1.1" status: 200 len: 851 time: 0.0790236 Mar 07 13:55:55.999389 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-c7a1417f-b39c-4c67-8eb9-a207ff3982f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448c671-1993-4178-a460-1b3d68f99e70', 'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:58Z', 'updated_at': '2022-03-07T13:45:02Z', 'revision_number': 4, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'gw_port': {'id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:59Z', 'updated_at': '2022-03-07T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'ee44d7a4-6087-4a8c-845f-45aa0d117bd1', 'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'mac_address': 'fa:16:3e:5a:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:02Z', 'updated_at': '2022-03-07T13:45:06Z', 'revision_number': 5, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'subnets': [{'id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:55:56.029305 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93c803-119d-4c4d-bbdb-1b8edcc72e6c req-97c9cc6e-bee5-43b5-a958-285c30f3b00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:55:56.029564 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a1417f-b39c-4c67-8eb9-a207ff3982f2 None None] Checking router: 6448c671-1993-4178-a460-1b3d68f99e70 for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:55:56.030985 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6c93c803-119d-4c4d-bbdb-1b8edcc72e6c req-97c9cc6e-bee5-43b5-a958-285c30f3b00e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae647865-b6eb-48d6-bfc7-51b766b88343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487463 Mar 07 13:55:56.038906 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a1417f-b39c-4c67-8eb9-a207ff3982f2 None None] Routers {'6448c671-1993-4178-a460-1b3d68f99e70'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:55:56.039533 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-c7a1417f-b39c-4c67-8eb9-a207ff3982f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:55:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['6448c671-1993-4178-a460-1b3d68f99e70'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:55:56.125954 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6c93c803-119d-4c4d-bbdb-1b8edcc72e6c req-3476c369-f10a-4981-81d5-978687814e06 service neutron] 10.222.0.10 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888696 Mar 07 13:55:56.159463 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-c7a1417f-b39c-4c67-8eb9-a207ff3982f2 None None] Set router 6448c671-1993-4178-a460-1b3d68f99e70 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:55:56.224443 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6c93c803-119d-4c4d-bbdb-1b8edcc72e6c req-cee8fdcc-0d74-40ec-acdc-4014f1c5183e service neutron] 10.222.0.10 "GET /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919313 Mar 07 13:55:56.361745 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-c7a1417f-b39c-4c67-8eb9-a207ff3982f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448c671-1993-4178-a460-1b3d68f99e70', 'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:58Z', 'updated_at': '2022-03-07T13:45:02Z', 'revision_number': 4, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'gw_port': {'id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:59Z', 'updated_at': '2022-03-07T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'ee44d7a4-6087-4a8c-845f-45aa0d117bd1', 'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'mac_address': 'fa:16:3e:5a:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:02Z', 'updated_at': '2022-03-07T13:45:06Z', 'revision_number': 5, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'subnets': [{'id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:55:56.387660 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a1417f-b39c-4c67-8eb9-a207ff3982f2 None None] The sync data for ids ['6448c671-1993-4178-a460-1b3d68f99e70'] in dv-cinder-813222-6-iscsi is: [{'id': '6448c671-1993-4178-a460-1b3d68f99e70', 'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:58Z', 'updated_at': '2022-03-07T13:45:02Z', 'revision_number': 4, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'gw_port': {'id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:59Z', 'updated_at': '2022-03-07T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': 'ee44d7a4-6087-4a8c-845f-45aa0d117bd1', 'name': '', 'network_id': 'ae647865-b6eb-48d6-bfc7-51b766b88343', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'mac_address': 'fa:16:3e:5a:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:02Z', 'updated_at': '2022-03-07T13:45:06Z', 'revision_number': 5, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'subnets': [{'id': '7c56d65c-4807-49f7-98f6-3d6932945f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:55:56.441642 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0b7d9fc7-bb97-4ce6-a811-f307e589e1cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8115010'] for router_interface (49e8bed0-1942-4173-bf9f-044d676b780f), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:56.606329 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324daf5b-53b5-401b-8ab1-c48f15dbca86 None None] New status for floating IP 8bca6d0d-dc34-4f18-a49d-d382fd3870f7: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 13:55:56.697707 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-0b7d9fc7-bb97-4ce6-a811-f307e589e1cf admin admin] Deleting port acec564d-4568-4147-94a1-900ec3811164 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:55:56.698044 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0b7d9fc7-bb97-4ce6-a811-f307e589e1cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (acec564d-4568-4147-94a1-900ec3811164), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:56.777816 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [None req-0b7d9fc7-bb97-4ce6-a811-f307e589e1cf admin admin] For port acec564d-4568-4147-94a1-900ec3811164, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=acec564d-4568-4147-94a1-900ec3811164,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:55:56.778486 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0b7d9fc7-bb97-4ce6-a811-f307e589e1cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (acec564d-4568-4147-94a1-900ec3811164), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:56.790089 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-0b7d9fc7-bb97-4ce6-a811-f307e589e1cf admin admin] Calling delete_port for acec564d-4568-4147-94a1-900ec3811164 owned by network:router_interface {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:55:56.968221 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0b7d9fc7-bb97-4ce6-a811-f307e589e1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (acec564d-4568-4147-94a1-900ec3811164), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:56.998892 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d9fc7-bb97-4ce6-a811-f307e589e1cf admin admin] Pushing event deleted for resources: {'Port': ['ID=acec564d-4568-4147-94a1-900ec3811164,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:55:57.112745 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475a6dc-2514-4bc8-bbc2-153fcb760c30 req-069d56a7-4cb3-4207-98de-29abd392e5a5 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:55:57.114897 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7475a6dc-2514-4bc8-bbc2-153fcb760c30 req-069d56a7-4cb3-4207-98de-29abd392e5a5 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8 HTTP/1.1" status: 200 len: 946 time: 0.0561755 Mar 07 13:55:57.167050 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0b7d9fc7-bb97-4ce6-a811-f307e589e1cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8114998'] for router_interface (49e8bed0-1942-4173-bf9f-044d676b780f), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:57.167318 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7475a6dc-2514-4bc8-bbc2-153fcb760c30 req-ccee8911-55e4-412a-bd0e-9604281613a1 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b1786d-18a6-4787-8fcb-775b429beaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454855 Mar 07 13:55:57.386644 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7d9fc7-bb97-4ce6-a811-f307e589e1cf admin admin] Router 49e8bed0-1942-4173-bf9f-044d676b780f has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:55:57.495953 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7d9fc7-bb97-4ce6-a811-f307e589e1cf admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:55:57.501380 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-0b7d9fc7-bb97-4ce6-a811-f307e589e1cf admin admin] 10.222.0.24 "PUT /v2.0/routers/49e8bed0-1942-4173-bf9f-044d676b780f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7471917 Mar 07 13:55:57.503894 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60134) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:55:57.514776 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a056f-3e78-47ca-9c25-20c137302778 req-27fa62f1-35f1-414f-ac72-3ed18f8079ed tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:55:57.516217 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d99a056f-3e78-47ca-9c25-20c137302778 req-27fa62f1-35f1-414f-ac72-3ed18f8079ed tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.10 "GET /v2.0/ports?device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8 HTTP/1.1" status: 200 len: 946 time: 0.0632548 Mar 07 13:55:57.527248 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f10d8f-fb33-4c75-b268-743d3556459e None None] Sync routers for ids ['49e8bed0-1942-4173-bf9f-044d676b780f'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:55:57.543115 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f10d8f-fb33-4c75-b268-743d3556459e None None] Routers {'49e8bed0-1942-4173-bf9f-044d676b780f'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:55:57.543716 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-81f10d8f-fb33-4c75-b268-743d3556459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:55:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['49e8bed0-1942-4173-bf9f-044d676b780f'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:55:57.615719 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-d99a056f-3e78-47ca-9c25-20c137302778 req-8f21b286-8667-4436-8669-d6455eac3809 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Deleting port 6cccdd2d-d769-4b4f-9780-511dd57131da {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:55:57.615947 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c5cd51de-b852-4f0a-8c2c-c799ac482ad8 admin admin] Publish callbacks [] for router (49e8bed0-1942-4173-bf9f-044d676b780f), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:57.616123 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d99a056f-3e78-47ca-9c25-20c137302778 req-8f21b286-8667-4436-8669-d6455eac3809 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (6cccdd2d-d769-4b4f-9780-511dd57131da), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:57.670032 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-81f10d8f-fb33-4c75-b268-743d3556459e None None] Set router 49e8bed0-1942-4173-bf9f-044d676b780f gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:55:57.712044 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-d99a056f-3e78-47ca-9c25-20c137302778 req-8f21b286-8667-4436-8669-d6455eac3809 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] For port 6cccdd2d-d769-4b4f-9780-511dd57131da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6cccdd2d-d769-4b4f-9780-511dd57131da,segment=NetworkSegment(e162dbb3-f7e8-4563-8238-36a47ee87ab4),segment_id=e162dbb3-f7e8-4563-8238-36a47ee87ab4)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:55:57.712430 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d99a056f-3e78-47ca-9c25-20c137302778 req-8f21b286-8667-4436-8669-d6455eac3809 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (6cccdd2d-d769-4b4f-9780-511dd57131da), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:57.722548 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c5cd51de-b852-4f0a-8c2c-c799ac482ad8 admin admin] Publish callbacks [] for router_gateway (49e8bed0-1942-4173-bf9f-044d676b780f), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:57.725105 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-d99a056f-3e78-47ca-9c25-20c137302778 req-8f21b286-8667-4436-8669-d6455eac3809 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Calling delete_port for 6cccdd2d-d769-4b4f-9780-511dd57131da owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:55:57.776428 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd51de-b852-4f0a-8c2c-c799ac482ad8 admin admin] Deleting port d194a529-0a67-4452-8f9b-fceec1da18cb {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:55:57.776809 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c5cd51de-b852-4f0a-8c2c-c799ac482ad8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (d194a529-0a67-4452-8f9b-fceec1da18cb), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:57.876037 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d99a056f-3e78-47ca-9c25-20c137302778 req-8f21b286-8667-4436-8669-d6455eac3809 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (6cccdd2d-d769-4b4f-9780-511dd57131da), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:57.883373 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [None req-c5cd51de-b852-4f0a-8c2c-c799ac482ad8 admin admin] For port d194a529-0a67-4452-8f9b-fceec1da18cb, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=d194a529-0a67-4452-8f9b-fceec1da18cb,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:55:57.884351 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c5cd51de-b852-4f0a-8c2c-c799ac482ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (d194a529-0a67-4452-8f9b-fceec1da18cb), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:57.902646 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd51de-b852-4f0a-8c2c-c799ac482ad8 admin admin] Calling delete_port for d194a529-0a67-4452-8f9b-fceec1da18cb owned by network:router_gateway {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:55:57.907717 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-81f10d8f-fb33-4c75-b268-743d3556459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'name': 'tempest-AttachVolumeShelveTestJSON-1207087246-router', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:55:56Z', 'revision_number': 5, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'gw_port': {'id': 'd194a529-0a67-4452-8f9b-fceec1da18cb', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:55:57.908628 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21b286-8667-4436-8669-d6455eac3809 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Pushing event deleted for resources: {'Port': ['ID=6cccdd2d-d769-4b4f-9780-511dd57131da,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:55:57.938401 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f10d8f-fb33-4c75-b268-743d3556459e None None] Checking router: 49e8bed0-1942-4173-bf9f-044d676b780f for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:55:57.950191 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f10d8f-fb33-4c75-b268-743d3556459e None None] Routers {'49e8bed0-1942-4173-bf9f-044d676b780f'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:55:57.950807 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-81f10d8f-fb33-4c75-b268-743d3556459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:55:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['49e8bed0-1942-4173-bf9f-044d676b780f'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:55:57.956328 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99a056f-3e78-47ca-9c25-20c137302778 req-8f21b286-8667-4436-8669-d6455eac3809 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] No DVR routers for this DVR port 6cccdd2d-d769-4b4f-9780-511dd57131da on host hv-cinder-81322 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:55:57.959038 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d99a056f-3e78-47ca-9c25-20c137302778 req-8f21b286-8667-4436-8669-d6455eac3809 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:57.963269 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d99a056f-3e78-47ca-9c25-20c137302778 req-8f21b286-8667-4436-8669-d6455eac3809 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.10 "DELETE /v2.0/ports/6cccdd2d-d769-4b4f-9780-511dd57131da HTTP/1.1" status: 204 len: 173 time: 0.4418244 Mar 07 13:55:57.963717 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60ee324-37e1-40c5-9da3-a822ebbf4bb8', 'name': 'network-vif-deleted', 'tag': '6cccdd2d-d769-4b4f-9780-511dd57131da'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:55:57.966016 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2801afba-02a9-4fd1-9377-164ae0b5eb6a" -d '{"events": [{"server_uuid": "f60ee324-37e1-40c5-9da3-a822ebbf4bb8", "name": "network-vif-deleted", "tag": "6cccdd2d-d769-4b4f-9780-511dd57131da"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:55:58.008893 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3cac31-1415-4b53-8e10-672792888a16 x-openstack-request-id: req-cb3cac31-1415-4b53-8e10-672792888a16 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:55:58.009214 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60ee324-37e1-40c5-9da3-a822ebbf4bb8", "name": "network-vif-deleted", "tag": "6cccdd2d-d769-4b4f-9780-511dd57131da", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:55:58.009468 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb3cac31-1415-4b53-8e10-672792888a16 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:55:58.009882 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60ee324-37e1-40c5-9da3-a822ebbf4bb8', 'name': 'network-vif-deleted', 'tag': '6cccdd2d-d769-4b4f-9780-511dd57131da', 'status': 'completed', 'code': 200} Mar 07 13:55:58.057041 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-81f10d8f-fb33-4c75-b268-743d3556459e None None] Set router 49e8bed0-1942-4173-bf9f-044d676b780f gateway port host: None {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:55:58.104252 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c5cd51de-b852-4f0a-8c2c-c799ac482ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (d194a529-0a67-4452-8f9b-fceec1da18cb), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:58.119427 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-81f10d8f-fb33-4c75-b268-743d3556459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'name': 'tempest-AttachVolumeShelveTestJSON-1207087246-router', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:55:57Z', 'revision_number': 6, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'gw_port_host': None}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:55:58.131092 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd51de-b852-4f0a-8c2c-c799ac482ad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d194a529-0a67-4452-8f9b-fceec1da18cb,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:55:58.145631 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f10d8f-fb33-4c75-b268-743d3556459e None None] The sync data for ids ['49e8bed0-1942-4173-bf9f-044d676b780f'] in dv-cinder-813222-6-iscsi is: [{'id': '49e8bed0-1942-4173-bf9f-044d676b780f', 'name': 'tempest-AttachVolumeShelveTestJSON-1207087246-router', 'tenant_id': '29cf89a499e44925abf85d7d74541fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:53Z', 'updated_at': '2022-03-07T13:55:57Z', 'revision_number': 6, 'project_id': '29cf89a499e44925abf85d7d74541fbd', 'gw_port_host': None}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:55:58.196406 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c5cd51de-b852-4f0a-8c2c-c799ac482ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8114076'] for router_gateway (49e8bed0-1942-4173-bf9f-044d676b780f), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:58.271234 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f721ae8e-f4ee-43b7-b7e8-5706f1b618ea req-bb40c8e1-6c20-4771-ad9a-39da3528b31a tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "GET /v2.0/ports?device_id=f60ee324-37e1-40c5-9da3-a822ebbf4bb8 HTTP/1.1" status: 200 len: 210 time: 0.0348024 Mar 07 13:55:58.300307 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c5cd51de-b852-4f0a-8c2c-c799ac482ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8117800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60004'] for router (49e8bed0-1942-4173-bf9f-044d676b780f), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:58.306320 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c5cd51de-b852-4f0a-8c2c-c799ac482ad8 admin admin] Publish callbacks [] for router_controller (49e8bed0-1942-4173-bf9f-044d676b780f), precommit_delete_associations {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:58.352338 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c5cd51de-b852-4f0a-8c2c-c799ac482ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8117823'] for router (49e8bed0-1942-4173-bf9f-044d676b780f), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:58.352840 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cd51de-b852-4f0a-8c2c-c799ac482ad8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49e8bed0-1942-4173-bf9f-044d676b780f {{(pid=109593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 13:55:58.357659 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c5cd51de-b852-4f0a-8c2c-c799ac482ad8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:58.361080 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-c5cd51de-b852-4f0a-8c2c-c799ac482ad8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/49e8bed0-1942-4173-bf9f-044d676b780f HTTP/1.1" status: 204 len: 168 time: 0.8538697 Mar 07 13:55:58.361303 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60142) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:55:58.408053 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_v2 [None req-be934813-0713-4cdd-a546-90c76ffb708c admin admin] Deleting subnet f00f6663-2751-47b6-a25e-1bb93ec00e74 {{(pid=109593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 13:55:58.412064 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-be934813-0713-4cdd-a546-90c76ffb708c admin admin] Publish callbacks [] for subnet (f00f6663-2751-47b6-a25e-1bb93ec00e74), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:58.448840 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-be934813-0713-4cdd-a546-90c76ffb708c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25006360'] for subnet (f00f6663-2751-47b6-a25e-1bb93ec00e74), precommit_delete_associations {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:58.537952 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-be934813-0713-4cdd-a546-90c76ffb708c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663011'] for subnet (f00f6663-2751-47b6-a25e-1bb93ec00e74), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:58.598982 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-be934813-0713-4cdd-a546-90c76ffb708c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4238652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24711477'] for subnet (f00f6663-2751-47b6-a25e-1bb93ec00e74), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:58.624534 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be934813-0713-4cdd-a546-90c76ffb708c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f00f6663-2751-47b6-a25e-1bb93ec00e74,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:55:58.628816 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-be934813-0713-4cdd-a546-90c76ffb708c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:58.632043 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-be934813-0713-4cdd-a546-90c76ffb708c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f00f6663-2751-47b6-a25e-1bb93ec00e74 HTTP/1.1" status: 204 len: 168 time: 0.2697539 Mar 07 13:55:58.634501 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60144) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:55:58.637016 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba78ef7-c595-4aee-9fc5-b699cd1ecaed None None] Network 11248537-f61f-4e52-a906-c8f79d05286d requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:55:58.709055 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9b709f37-bc2b-46ef-9e34-ca7505751cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635500'] for network (11248537-f61f-4e52-a906-c8f79d05286d), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:58.779239 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-9b709f37-bc2b-46ef-9e34-ca7505751cce admin admin] Deleting port 09fdcbac-d948-4fb3-8547-01cf8982aaa6 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:55:58.779580 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9b709f37-bc2b-46ef-9e34-ca7505751cce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (09fdcbac-d948-4fb3-8547-01cf8982aaa6), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:58.852609 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [None req-9b709f37-bc2b-46ef-9e34-ca7505751cce admin admin] For port 09fdcbac-d948-4fb3-8547-01cf8982aaa6, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=09fdcbac-d948-4fb3-8547-01cf8982aaa6,segment=NetworkSegment(7b250602-d67d-4066-a67f-4f6f899fede4),segment_id=7b250602-d67d-4066-a67f-4f6f899fede4)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:55:58.852897 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9b709f37-bc2b-46ef-9e34-ca7505751cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (09fdcbac-d948-4fb3-8547-01cf8982aaa6), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:58.871916 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-9b709f37-bc2b-46ef-9e34-ca7505751cce admin admin] Calling delete_port for 09fdcbac-d948-4fb3-8547-01cf8982aaa6 owned by network:dhcp {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:55:58.901301 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device acec564d-4568-4147-94a1-900ec3811164 no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:55:58.928043 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: acec564d-4568-4147-94a1-900ec3811164 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:55:58.928528 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device acec564d-4568-4147-94a1-900ec3811164 not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:55:58.945821 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5dd184-57b1-41e4-a1e1-8272a56083d0 None None] DHCP port deletion for 11248537-f61f-4e52-a906-c8f79d05286d request from dv-cinder-813222-6-iscsi {{(pid=109595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 13:55:58.978058 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9b709f37-bc2b-46ef-9e34-ca7505751cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (09fdcbac-d948-4fb3-8547-01cf8982aaa6), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:58.994686 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-2d5dd184-57b1-41e4-a1e1-8272a56083d0 None None] Deleting port 09fdcbac-d948-4fb3-8547-01cf8982aaa6 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:55:58.995091 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d5dd184-57b1-41e4-a1e1-8272a56083d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (09fdcbac-d948-4fb3-8547-01cf8982aaa6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:59.005170 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b709f37-bc2b-46ef-9e34-ca7505751cce admin admin] Pushing event deleted for resources: {'Port': ['ID=09fdcbac-d948-4fb3-8547-01cf8982aaa6,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:55:59.007071 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b709f37-bc2b-46ef-9e34-ca7505751cce admin admin] No DVR routers for this DVR port 09fdcbac-d948-4fb3-8547-01cf8982aaa6 on host dv-cinder-813222-6-iscsi {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:55:59.069049 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-2d5dd184-57b1-41e4-a1e1-8272a56083d0 None None] For port 09fdcbac-d948-4fb3-8547-01cf8982aaa6, host dv-cinder-813222-6-iscsi, got binding levels [] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:55:59.069480 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d5dd184-57b1-41e4-a1e1-8272a56083d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (09fdcbac-d948-4fb3-8547-01cf8982aaa6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:59.083000 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-2d5dd184-57b1-41e4-a1e1-8272a56083d0 None None] Calling delete_port for 09fdcbac-d948-4fb3-8547-01cf8982aaa6 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:55:59.083543 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9b709f37-bc2b-46ef-9e34-ca7505751cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725100', 'neutron.services.segments.db._delete_segments_for_network-8776652592487'] for network (11248537-f61f-4e52-a906-c8f79d05286d), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:59.086076 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.ipam_backend_mixin [None req-2d5dd184-57b1-41e4-a1e1-8272a56083d0 None None] Port 09fdcbac-d948-4fb3-8547-01cf8982aaa6 was not found and therefore no delete operation was performed {{(pid=109595) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 13:55:59.087375 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d5dd184-57b1-41e4-a1e1-8272a56083d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098'] for port (09fdcbac-d948-4fb3-8547-01cf8982aaa6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:59.104075 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-9b709f37-bc2b-46ef-9e34-ca7505751cce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11248537-f61f-4e52-a906-c8f79d05286d']}} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:55:59.114034 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-9b709f37-bc2b-46ef-9e34-ca7505751cce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b250602-d67d-4066-a67f-4f6f899fede4') {'for_net_delete': True} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:55:59.114355 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-9b709f37-bc2b-46ef-9e34-ca7505751cce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b250602-d67d-4066-a67f-4f6f899fede4') {} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:55:59.118114 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5dd184-57b1-41e4-a1e1-8272a56083d0 None None] No DVR routers for this DVR port 09fdcbac-d948-4fb3-8547-01cf8982aaa6 on host dv-cinder-813222-6-iscsi {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:55:59.123052 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5dd184-57b1-41e4-a1e1-8272a56083d0 None None] Pushing event deleted for resources: {'Port': ['ID=09fdcbac-d948-4fb3-8547-01cf8982aaa6,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:55:59.126563 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9b709f37-bc2b-46ef-9e34-ca7505751cce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776652593776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25006563'] for segment (7b250602-d67d-4066-a67f-4f6f899fede4), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:59.134251 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5dd184-57b1-41e4-a1e1-8272a56083d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:59.134608 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5dd184-57b1-41e4-a1e1-8272a56083d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:59.134960 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5dd184-57b1-41e4-a1e1-8272a56083d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:59.135472 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5dd184-57b1-41e4-a1e1-8272a56083d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:59.135813 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5dd184-57b1-41e4-a1e1-8272a56083d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:59.136157 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5dd184-57b1-41e4-a1e1-8272a56083d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:59.136497 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5dd184-57b1-41e4-a1e1-8272a56083d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:59.136829 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5dd184-57b1-41e4-a1e1-8272a56083d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:59.137191 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5dd184-57b1-41e4-a1e1-8272a56083d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:59.137543 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5dd184-57b1-41e4-a1e1-8272a56083d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:59.137861 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5dd184-57b1-41e4-a1e1-8272a56083d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:59.138187 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5dd184-57b1-41e4-a1e1-8272a56083d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:59.138517 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5dd184-57b1-41e4-a1e1-8272a56083d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:55:59.143571 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9b709f37-bc2b-46ef-9e34-ca7505751cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (7b250602-d67d-4066-a67f-4f6f899fede4), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:59.150668 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b709f37-bc2b-46ef-9e34-ca7505751cce admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=109593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 13:55:59.151128 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9b709f37-bc2b-46ef-9e34-ca7505751cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4238678'] for segment (7b250602-d67d-4066-a67f-4f6f899fede4), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: Traceback (most recent call last): Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: timer() Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: cb(*args, **kw) Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: return func(*args, **kwargs) Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: self._notify() Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: self.callback(batched_events) Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: event.method(event) Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: return f(self, *a, **k) Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: return self._get(url).json() Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: return self.request(url, 'GET', **kwargs) Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 13:55:59.152968 dv-cinder-813222-6-iscsi neutron-server[109593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 13:55:59.210719 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9b709f37-bc2b-46ef-9e34-ca7505751cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8114104'] for network (11248537-f61f-4e52-a906-c8f79d05286d), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:59.216277 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9b709f37-bc2b-46ef-9e34-ca7505751cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:59.220176 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-9b709f37-bc2b-46ef-9e34-ca7505751cce admin admin] 10.222.0.24 "DELETE /v2.0/networks/11248537-f61f-4e52-a906-c8f79d05286d HTTP/1.1" status: 204 len: 168 time: 0.5842526 Mar 07 13:55:59.230787 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b709f37-bc2b-46ef-9e34-ca7505751cce admin admin] Pushing event deleted for resources: {'Network': ['ID=11248537-f61f-4e52-a906-c8f79d05286d,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:55:59.333065 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60152) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:55:59.349261 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60154) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:55:59.389809 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-2c98f39d-b918-4699-af5a-f7cb5af13ee7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29cf89a499e44925abf85d7d74541fbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391419 Mar 07 13:55:59.392235 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60156) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:55:59.442153 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-37dc8c30-1efb-407a-928e-780b47f9ff8a admin admin] Publish callbacks [] for security_group (7117571b-00b4-4e17-9aef-b8b5e2ef9dbd), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:59.465171 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-c56fef51-c4a3-4c76-aa42-e8cc040338b8 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Deleting port fed3a421-3236-466c-ad17-666c73d3a630 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:55:59.465522 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c56fef51-c4a3-4c76-aa42-e8cc040338b8 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (fed3a421-3236-466c-ad17-666c73d3a630), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:59.466438 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-37dc8c30-1efb-407a-928e-780b47f9ff8a admin admin] Publish callbacks [] for security_group (7117571b-00b4-4e17-9aef-b8b5e2ef9dbd), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:59.515465 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-37dc8c30-1efb-407a-928e-780b47f9ff8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (7117571b-00b4-4e17-9aef-b8b5e2ef9dbd), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:59.518336 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-37dc8c30-1efb-407a-928e-780b47f9ff8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:59.519520 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-37dc8c30-1efb-407a-928e-780b47f9ff8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7117571b-00b4-4e17-9aef-b8b5e2ef9dbd HTTP/1.1" status: 204 len: 168 time: 0.1263752 Mar 07 13:55:59.527763 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc8c30-1efb-407a-928e-780b47f9ff8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7117571b-00b4-4e17-9aef-b8b5e2ef9dbd,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:55:59.541284 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c56fef51-c4a3-4c76-aa42-e8cc040338b8 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (fed3a421-3236-466c-ad17-666c73d3a630), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:59.541619 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c56fef51-c4a3-4c76-aa42-e8cc040338b8 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for floatingip (fed3a421-3236-466c-ad17-666c73d3a630), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:59.554749 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-c56fef51-c4a3-4c76-aa42-e8cc040338b8 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Calling delete_port for fed3a421-3236-466c-ad17-666c73d3a630 owned by network:floatingip {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:55:59.851525 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 6cccdd2d-d769-4b4f-9780-511dd57131da no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:55:59.883563 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] No Port match for: 6cccdd2d-d769-4b4f-9780-511dd57131da {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:55:59.884138 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 6cccdd2d-d769-4b4f-9780-511dd57131da not bound to the agent host hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:55:59.940572 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c56fef51-c4a3-4c76-aa42-e8cc040338b8 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (fed3a421-3236-466c-ad17-666c73d3a630), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:55:59.968123 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56fef51-c4a3-4c76-aa42-e8cc040338b8 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Pushing event deleted for resources: {'Port': ['ID=fed3a421-3236-466c-ad17-666c73d3a630,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:00.033065 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c56fef51-c4a3-4c76-aa42-e8cc040338b8 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for floatingip (cd0149d2-d94b-49ed-9a4c-9a394f516746), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:00.036308 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c56fef51-c4a3-4c76-aa42-e8cc040338b8 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:00.037539 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-c56fef51-c4a3-4c76-aa42-e8cc040338b8 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "DELETE /v2.0/floatingips/cd0149d2-d94b-49ed-9a4c-9a394f516746 HTTP/1.1" status: 204 len: 168 time: 0.7032316 Mar 07 13:56:00.260440 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60188) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:00.349499 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 09fdcbac-d948-4fb3-8547-01cf8982aaa6 no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:56:00.357318 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e2468a62-5ac2-4335-8a40-0ce429d356bc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1822222316-network', 'tenant_id': '996a42ff017e4712bcdf058eada9f861'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:56:00.370783 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: 09fdcbac-d948-4fb3-8547-01cf8982aaa6 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:56:00.371135 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 09fdcbac-d948-4fb3-8547-01cf8982aaa6 not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:56:00.371656 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device d194a529-0a67-4452-8f9b-fceec1da18cb no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:56:00.377454 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2468a62-5ac2-4335-8a40-0ce429d356bc admin admin] Made reservation on behalf of 996a42ff017e4712bcdf058eada9f861 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:56:00.379831 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e2468a62-5ac2-4335-8a40-0ce429d356bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:00.387991 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e2468a62-5ac2-4335-8a40-0ce429d356bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:00.394458 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: d194a529-0a67-4452-8f9b-fceec1da18cb {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:56:00.395028 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device d194a529-0a67-4452-8f9b-fceec1da18cb not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:56:00.464042 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e2468a62-5ac2-4335-8a40-0ce429d356bc admin admin] Publish callbacks [] for security_group (aee2495c-9684-4026-ac3b-c104b9fd259f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:00.469356 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e2468a62-5ac2-4335-8a40-0ce429d356bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (aee2495c-9684-4026-ac3b-c104b9fd259f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:00.504038 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2468a62-5ac2-4335-8a40-0ce429d356bc admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 13:56:00.511823 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2468a62-5ac2-4335-8a40-0ce429d356bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee2495c-9684-4026-ac3b-c104b9fd259f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:00.518256 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e2468a62-5ac2-4335-8a40-0ce429d356bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (74ac2952-f331-492e-bac0-8b86569599b9), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:00.518592 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.segments_db [None req-e2468a62-5ac2-4335-8a40-0ce429d356bc admin admin] Added segment 74ac2952-f331-492e-bac0-8b86569599b9 of type vlan for network ff8c39cf-f80c-4bf9-aa94-569d62eb4183 Mar 07 13:56:00.560902 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e2468a62-5ac2-4335-8a40-0ce429d356bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776652068127'] for network (ff8c39cf-f80c-4bf9-aa94-569d62eb4183), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:00.585636 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e2468a62-5ac2-4335-8a40-0ce429d356bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260'] for network (ff8c39cf-f80c-4bf9-aa94-569d62eb4183), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:00.586652 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2468a62-5ac2-4335-8a40-0ce429d356bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:00.587314 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e2468a62-5ac2-4335-8a40-0ce429d356bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:00.621630 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-e2468a62-5ac2-4335-8a40-0ce429d356bc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3600807 Mar 07 13:56:00.624546 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60192) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:00.629671 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-8429bbfa-9061-49a0-95a5-151777e41b70 admin admin] Request body: {'subnet': {'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-subnet', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:56:00.654009 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2468a62-5ac2-4335-8a40-0ce429d356bc admin admin] Pushing event updated for resources: {'Network': ['ID=ff8c39cf-f80c-4bf9-aa94-569d62eb4183,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:00.655575 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8429bbfa-9061-49a0-95a5-151777e41b70 admin admin] Made reservation on behalf of 996a42ff017e4712bcdf058eada9f861 for: {'subnet': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:56:00.659288 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8429bbfa-9061-49a0-95a5-151777e41b70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24711506'] for subnet (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:00.664660 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Network ff8c39cf-f80c-4bf9-aa94-569d62eb4183 details requested by agent ovs-agent-dv-cinder-813222-6-iscsi with host dv-cinder-813222-6-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 13:56:00.833133 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8429bbfa-9061-49a0-95a5-151777e41b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4239355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24711500'] for subnet (4573053f-9ff1-4e3b-a8f8-0bd985a91269), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:00.896687 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429bbfa-9061-49a0-95a5-151777e41b70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4573053f-9ff1-4e3b-a8f8-0bd985a91269,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:00.902129 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8429bbfa-9061-49a0-95a5-151777e41b70 admin admin] Checking segment: {'id': '74ac2952-f331-492e-bac0-8b86569599b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:56:00.902493 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8429bbfa-9061-49a0-95a5-151777e41b70 admin admin] Network hostable DHCP agents. Network: ff8c39cf-f80c-4bf9-aa94-569d62eb4183, hostable agents: ['08584f1c-1841-49d6-90b0-a431cd6de474'], hosted agents: [] {{(pid=109593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 13:56:00.918801 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8429bbfa-9061-49a0-95a5-151777e41b70 admin admin] Network ff8c39cf-f80c-4bf9-aa94-569d62eb4183 is scheduled to be hosted by DHCP agent 08584f1c-1841-49d6-90b0-a431cd6de474 with binding_index 1 {{(pid=109593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 13:56:00.927147 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-8429bbfa-9061-49a0-95a5-151777e41b70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-6-iscsi, ff8c39cf-f80c-4bf9-aa94-569d62eb4183) {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:56:00.931165 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8429bbfa-9061-49a0-95a5-151777e41b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:00.931764 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8429bbfa-9061-49a0-95a5-151777e41b70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:00.935656 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d23228-7a98-4f4e-bdba-d3b178080a03 None None] Network ff8c39cf-f80c-4bf9-aa94-569d62eb4183 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:56:00.951158 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-8429bbfa-9061-49a0-95a5-151777e41b70 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3254263 Mar 07 13:56:00.953877 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60194) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:00.958653 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-163830b8-ca0d-4202-969c-b3ac8c2b6b72 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:56:00.978398 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-163830b8-ca0d-4202-969c-b3ac8c2b6b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8115342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59994'] for router (b9ba6775-96e0-4708-a20e-91dd1960a14c), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:00.979404 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-163830b8-ca0d-4202-969c-b3ac8c2b6b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8117886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8114125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59987'] for router (b9ba6775-96e0-4708-a20e-91dd1960a14c), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:01.033994 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-163830b8-ca0d-4202-969c-b3ac8c2b6b72 admin admin] Publish callbacks [] for router_controller (b9ba6775-96e0-4708-a20e-91dd1960a14c), precommit_add_association {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:01.045216 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb711f7e-5829-4160-b1d4-c1a279dea800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c3bf361-9939-58d5-881b-730fc1df18b1-ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'project_id': '996a42ff017e4712bcdf058eada9f861', 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269'}]}} from dv-cinder-813222-6-iscsi. {{(pid=109595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 13:56:01.046162 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb711f7e-5829-4160-b1d4-c1a279dea800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:01.185584 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-fb711f7e-5829-4160-b1d4-c1a279dea800 None None] Allocated IP 172.20.0.2 (ff8c39cf-f80c-4bf9-aa94-569d62eb4183/4573053f-9ff1-4e3b-a8f8-0bd985a91269/562b48f9-93d8-46c7-b18e-74b2288e1cb9) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:56:01.192415 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-163830b8-ca0d-4202-969c-b3ac8c2b6b72 admin admin] Publish callbacks [] for router_gateway (b9ba6775-96e0-4708-a20e-91dd1960a14c), precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:01.233857 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60206) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:01.308022 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:56:01.316320 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a0a169e-2feb-4437-8780-02354d30c957 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for security_group (98b1786d-18a6-4787-8fcb-775b429beaf0), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:01.333378 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb711f7e-5829-4160-b1d4-c1a279dea800 None None] Publish callbacks [] for port (562b48f9-93d8-46c7-b18e-74b2288e1cb9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:01.342179 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb711f7e-5829-4160-b1d4-c1a279dea800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089'] for port (562b48f9-93d8-46c7-b18e-74b2288e1cb9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:01.348015 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a0a169e-2feb-4437-8780-02354d30c957 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for security_group (98b1786d-18a6-4787-8fcb-775b429beaf0), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:01.409902 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb711f7e-5829-4160-b1d4-c1a279dea800 None None] Network ff8c39cf-f80c-4bf9-aa94-569d62eb4183 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:56:01.412044 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a0a169e-2feb-4437-8780-02354d30c957 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (98b1786d-18a6-4787-8fcb-775b429beaf0), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:01.413858 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-fb711f7e-5829-4160-b1d4-c1a279dea800 None None] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:56:01.415530 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a0a169e-2feb-4437-8780-02354d30c957 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:01.419950 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-8a0a169e-2feb-4437-8780-02354d30c957 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] 10.222.0.24 "DELETE /v2.0/security-groups/98b1786d-18a6-4787-8fcb-775b429beaf0 HTTP/1.1" status: 204 len: 168 time: 0.1825805 Mar 07 13:56:01.420203 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb711f7e-5829-4160-b1d4-c1a279dea800 None None] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:56:01.422629 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-163830b8-ca0d-4202-969c-b3ac8c2b6b72 admin admin] Publish callbacks [] for router_gateway (b9ba6775-96e0-4708-a20e-91dd1960a14c), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:01.435205 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a169e-2feb-4437-8780-02354d30c957 tempest-TestVolumeBootPattern-2066587063 tempest-TestVolumeBootPattern-2066587063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b1786d-18a6-4787-8fcb-775b429beaf0,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:01.454386 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-163830b8-ca0d-4202-969c-b3ac8c2b6b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:01.471537 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb711f7e-5829-4160-b1d4-c1a279dea800 None None] Pushing event updated for resources: {'Port': ['ID=562b48f9-93d8-46c7-b18e-74b2288e1cb9,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:01.496557 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60216) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:01.516334 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-fb711f7e-5829-4160-b1d4-c1a279dea800 None None] Attempting to bind port 562b48f9-93d8-46c7-b18e-74b2288e1cb9 on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:56:01.516675 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-fb711f7e-5829-4160-b1d4-c1a279dea800 None None] Attempting to bind port 562b48f9-93d8-46c7-b18e-74b2288e1cb9 by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': '74ac2952-f331-492e-bac0-8b86569599b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:56:01.517045 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb711f7e-5829-4160-b1d4-c1a279dea800 None None] Attempting to bind port 562b48f9-93d8-46c7-b18e-74b2288e1cb9 on network ff8c39cf-f80c-4bf9-aa94-569d62eb4183 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:56:01.530264 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb711f7e-5829-4160-b1d4-c1a279dea800 None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:56:01.530744 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb711f7e-5829-4160-b1d4-c1a279dea800 None None] Checking segment: {'id': '74ac2952-f331-492e-bac0-8b86569599b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:56:01.531267 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb711f7e-5829-4160-b1d4-c1a279dea800 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:01.531664 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb711f7e-5829-4160-b1d4-c1a279dea800 None None] Bound using segment: {'id': '74ac2952-f331-492e-bac0-8b86569599b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:56:01.532130 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-fb711f7e-5829-4160-b1d4-c1a279dea800 None None] Bound port: 562b48f9-93d8-46c7-b18e-74b2288e1cb9, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ac2952-f331-492e-bac0-8b86569599b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:56:01.532506 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb711f7e-5829-4160-b1d4-c1a279dea800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (562b48f9-93d8-46c7-b18e-74b2288e1cb9), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:01.606405 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-fb711f7e-5829-4160-b1d4-c1a279dea800 None None] For port 562b48f9-93d8-46c7-b18e-74b2288e1cb9, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:56:01.610248 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-fb711f7e-5829-4160-b1d4-c1a279dea800 None None] For port 562b48f9-93d8-46c7-b18e-74b2288e1cb9, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=562b48f9-93d8-46c7-b18e-74b2288e1cb9,segment=NetworkSegment(74ac2952-f331-492e-bac0-8b86569599b9),segment_id=74ac2952-f331-492e-bac0-8b86569599b9)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:56:01.620169 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb711f7e-5829-4160-b1d4-c1a279dea800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (562b48f9-93d8-46c7-b18e-74b2288e1cb9), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:01.634372 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-163830b8-ca0d-4202-969c-b3ac8c2b6b72 admin admin] Allocated IP 172.27.1.99 (4737f3fa-18ff-4252-a580-88148a637511/b90664a8-a6a4-4a65-802b-5b7bd95111f9/5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:56:01.696916 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb711f7e-5829-4160-b1d4-c1a279dea800 None None] Pushing event updated for resources: {'Port': ['ID=562b48f9-93d8-46c7-b18e-74b2288e1cb9,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:01.791637 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-163830b8-ca0d-4202-969c-b3ac8c2b6b72 admin admin] Publish callbacks [] for port (5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:01.830510 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-163830b8-ca0d-4202-969c-b3ac8c2b6b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:01.876892 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163830b8-ca0d-4202-969c-b3ac8c2b6b72 admin admin] Network 4737f3fa-18ff-4252-a580-88148a637511 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:56:01.886967 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-163830b8-ca0d-4202-969c-b3ac8c2b6b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:56:01.891945 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163830b8-ca0d-4202-969c-b3ac8c2b6b72 admin admin] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:56:01.902352 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163830b8-ca0d-4202-969c-b3ac8c2b6b72 admin admin] Pushing event updated for resources: {'Port': ['ID=5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:02.181356 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-163830b8-ca0d-4202-969c-b3ac8c2b6b72 admin admin] Publish callbacks [] for router_gateway (b9ba6775-96e0-4708-a20e-91dd1960a14c), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:02.297370 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2aef0d86-9b6c-4eaa-8f60-70b41d071ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8115010'] for router_interface (6448c671-1993-4178-a460-1b3d68f99e70), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:02.399250 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-163830b8-ca0d-4202-969c-b3ac8c2b6b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8117877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8114144'] for router (b9ba6775-96e0-4708-a20e-91dd1960a14c), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:02.401567 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 562b48f9-93d8-46c7-b18e-74b2288e1cb9 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:56:02.459078 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 562b48f9-93d8-46c7-b18e-74b2288e1cb9 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:56:02.459458 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (562b48f9-93d8-46c7-b18e-74b2288e1cb9), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:02.562151 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 562b48f9-93d8-46c7-b18e-74b2288e1cb9 is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:56:02.562701 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (562b48f9-93d8-46c7-b18e-74b2288e1cb9), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:02.589656 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163830b8-ca0d-4202-969c-b3ac8c2b6b72 admin admin] Router b9ba6775-96e0-4708-a20e-91dd1960a14c is scheduled to L3 agent cc2ab286-18cb-493e-9e53-baec88113460 with binding_index 1 {{(pid=109593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 13:56:02.603096 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] For port 562b48f9-93d8-46c7-b18e-74b2288e1cb9, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=562b48f9-93d8-46c7-b18e-74b2288e1cb9,segment=NetworkSegment(74ac2952-f331-492e-bac0-8b86569599b9),segment_id=74ac2952-f331-492e-bac0-8b86569599b9)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:56:02.609743 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (562b48f9-93d8-46c7-b18e-74b2288e1cb9), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:02.615695 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-2aef0d86-9b6c-4eaa-8f60-70b41d071ac6 admin admin] Deleting port ee44d7a4-6087-4a8c-845f-45aa0d117bd1 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:56:02.616164 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2aef0d86-9b6c-4eaa-8f60-70b41d071ac6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (ee44d7a4-6087-4a8c-845f-45aa0d117bd1), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:02.678535 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Pushing event updated for resources: {'Port': ['ID=562b48f9-93d8-46c7-b18e-74b2288e1cb9,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:02.721245 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-2aef0d86-9b6c-4eaa-8f60-70b41d071ac6 admin admin] For port ee44d7a4-6087-4a8c-845f-45aa0d117bd1, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=ee44d7a4-6087-4a8c-845f-45aa0d117bd1,segment=NetworkSegment(e162dbb3-f7e8-4563-8238-36a47ee87ab4),segment_id=e162dbb3-f7e8-4563-8238-36a47ee87ab4)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:56:02.724042 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2aef0d86-9b6c-4eaa-8f60-70b41d071ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (ee44d7a4-6087-4a8c-845f-45aa0d117bd1), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:02.729398 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163830b8-ca0d-4202-969c-b3ac8c2b6b72 admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:56:02.741316 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e056b14e-62c1-4d19-9068-52a3db7a0ec3 None None] Sync routers for ids ['b9ba6775-96e0-4708-a20e-91dd1960a14c'] in dv-cinder-813222-6-iscsi {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:56:02.753219 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e056b14e-62c1-4d19-9068-52a3db7a0ec3 None None] Routers {'b9ba6775-96e0-4708-a20e-91dd1960a14c'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:56:02.753832 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e056b14e-62c1-4d19-9068-52a3db7a0ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:55:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['b9ba6775-96e0-4708-a20e-91dd1960a14c'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:02.756616 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-163830b8-ca0d-4202-969c-b3ac8c2b6b72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:02.761737 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-163830b8-ca0d-4202-969c-b3ac8c2b6b72 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8036859 Mar 07 13:56:02.762038 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60226) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:02.765774 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-2aef0d86-9b6c-4eaa-8f60-70b41d071ac6 admin admin] Calling delete_port for ee44d7a4-6087-4a8c-845f-45aa0d117bd1 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:56:02.822089 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcd40d9-4d23-4aca-a4d5-fe6ee96a687a None None] Network ff8c39cf-f80c-4bf9-aa94-569d62eb4183 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:56:02.901383 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-e056b14e-62c1-4d19-9068-52a3db7a0ec3 None None] Set router b9ba6775-96e0-4708-a20e-91dd1960a14c gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:56:02.941996 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-9bbe3905-b178-4d3f-abd8-3978c1aa0fcb None None] Provisioning complete for port 562b48f9-93d8-46c7-b18e-74b2288e1cb9 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:56:02.942809 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9bbe3905-b178-4d3f-abd8-3978c1aa0fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (562b48f9-93d8-46c7-b18e-74b2288e1cb9), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:03.004004 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2aef0d86-9b6c-4eaa-8f60-70b41d071ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (ee44d7a4-6087-4a8c-845f-45aa0d117bd1), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:03.041763 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef0d86-9b6c-4eaa-8f60-70b41d071ac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee44d7a4-6087-4a8c-845f-45aa0d117bd1,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:03.063994 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9bbe3905-b178-4d3f-abd8-3978c1aa0fcb None None] Current status of the port 562b48f9-93d8-46c7-b18e-74b2288e1cb9 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:56:03.108055 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e056b14e-62c1-4d19-9068-52a3db7a0ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:02Z', 'revision_number': 3, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:03.152378 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e056b14e-62c1-4d19-9068-52a3db7a0ec3 None None] Checking router: b9ba6775-96e0-4708-a20e-91dd1960a14c for host: dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:56:03.152740 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e056b14e-62c1-4d19-9068-52a3db7a0ec3 None None] Updating router b9ba6775-96e0-4708-a20e-91dd1960a14c port 5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d binding host dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 13:56:03.194389 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e056b14e-62c1-4d19-9068-52a3db7a0ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:03.260603 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2aef0d86-9b6c-4eaa-8f60-70b41d071ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8114998'] for router_interface (6448c671-1993-4178-a460-1b3d68f99e70), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:03.385880 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-3d39d60d-24b2-4050-8e3c-f16919cddded None None] Provisioning complete for port 562b48f9-93d8-46c7-b18e-74b2288e1cb9 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:56:03.386257 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3d39d60d-24b2-4050-8e3c-f16919cddded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (562b48f9-93d8-46c7-b18e-74b2288e1cb9), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:03.426216 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-215d9368-87bb-4db3-b18b-a2f8defa0ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:03.475568 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-3d39d60d-24b2-4050-8e3c-f16919cddded None None] Current status of the port 562b48f9-93d8-46c7-b18e-74b2288e1cb9 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:56:03.514293 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e056b14e-62c1-4d19-9068-52a3db7a0ec3 None None] Publish callbacks [] for port (5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:03.520191 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aef0d86-9b6c-4eaa-8f60-70b41d071ac6 admin admin] Router 6448c671-1993-4178-a460-1b3d68f99e70 has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:56:03.520737 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e056b14e-62c1-4d19-9068-52a3db7a0ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:03.576225 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-e056b14e-62c1-4d19-9068-52a3db7a0ec3 None None] Attempting to bind port 5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:56:03.576439 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-e056b14e-62c1-4d19-9068-52a3db7a0ec3 None None] Attempting to bind port 5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:56:03.576773 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e056b14e-62c1-4d19-9068-52a3db7a0ec3 None None] Attempting to bind port 5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d on network 4737f3fa-18ff-4252-a580-88148a637511 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:56:03.578664 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85091e0-4ed3-4092-9bc1-cbbb1dcd905d None None] Pushing event updated for resources: {'Port': ['ID=5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:03.587667 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e056b14e-62c1-4d19-9068-52a3db7a0ec3 None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:56:03.588033 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e056b14e-62c1-4d19-9068-52a3db7a0ec3 None None] Checking segment: {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:56:03.588431 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e056b14e-62c1-4d19-9068-52a3db7a0ec3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:03.588822 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e056b14e-62c1-4d19-9068-52a3db7a0ec3 None None] Bound using segment: {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:56:03.589312 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-e056b14e-62c1-4d19-9068-52a3db7a0ec3 None None] Bound port: 5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea95a00-6597-4ef9-a012-7bd7a82603cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4737f3fa-18ff-4252-a580-88148a637511'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:56:03.589685 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e056b14e-62c1-4d19-9068-52a3db7a0ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:03.591860 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85091e0-4ed3-4092-9bc1-cbbb1dcd905d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:03.592226 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85091e0-4ed3-4092-9bc1-cbbb1dcd905d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:03.592584 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85091e0-4ed3-4092-9bc1-cbbb1dcd905d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:03.592919 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85091e0-4ed3-4092-9bc1-cbbb1dcd905d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:03.593281 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85091e0-4ed3-4092-9bc1-cbbb1dcd905d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:03.593604 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85091e0-4ed3-4092-9bc1-cbbb1dcd905d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:03.593926 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85091e0-4ed3-4092-9bc1-cbbb1dcd905d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:03.594722 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85091e0-4ed3-4092-9bc1-cbbb1dcd905d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:03.594722 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85091e0-4ed3-4092-9bc1-cbbb1dcd905d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:03.594943 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85091e0-4ed3-4092-9bc1-cbbb1dcd905d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:03.595183 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85091e0-4ed3-4092-9bc1-cbbb1dcd905d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:03.595498 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85091e0-4ed3-4092-9bc1-cbbb1dcd905d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:03.595807 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85091e0-4ed3-4092-9bc1-cbbb1dcd905d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:03.618175 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-215d9368-87bb-4db3-b18b-a2f8defa0ff5 admin admin] Allocated IP 172.20.0.1 (ff8c39cf-f80c-4bf9-aa94-569d62eb4183/4573053f-9ff1-4e3b-a8f8-0bd985a91269/6d8848c2-ea57-46a7-9857-c96f9f4faa80) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:56:03.641543 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aef0d86-9b6c-4eaa-8f60-70b41d071ac6 admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:56:03.650151 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-2aef0d86-9b6c-4eaa-8f60-70b41d071ac6 admin admin] 10.222.0.24 "PUT /v2.0/routers/6448c671-1993-4178-a460-1b3d68f99e70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1522334 Mar 07 13:56:03.650817 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60228) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:03.651856 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5218703d-ce3b-405a-8253-d43e30f47ccd None None] Sync routers for ids ['6448c671-1993-4178-a460-1b3d68f99e70'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:56:03.660412 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e056b14e-62c1-4d19-9068-52a3db7a0ec3 None None] For port 5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:56:03.664520 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e056b14e-62c1-4d19-9068-52a3db7a0ec3 None None] For port 5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:56:03.664712 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5218703d-ce3b-405a-8253-d43e30f47ccd None None] Routers {'6448c671-1993-4178-a460-1b3d68f99e70'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:56:03.665435 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-5218703d-ce3b-405a-8253-d43e30f47ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:55:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['6448c671-1993-4178-a460-1b3d68f99e70'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:03.674042 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e056b14e-62c1-4d19-9068-52a3db7a0ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:03.748571 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e056b14e-62c1-4d19-9068-52a3db7a0ec3 None None] Routers {'b9ba6775-96e0-4708-a20e-91dd1960a14c'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:56:03.749245 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e056b14e-62c1-4d19-9068-52a3db7a0ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:55:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['b9ba6775-96e0-4708-a20e-91dd1960a14c'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:03.774896 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-215d9368-87bb-4db3-b18b-a2f8defa0ff5 admin admin] Publish callbacks [] for port (6d8848c2-ea57-46a7-9857-c96f9f4faa80), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:03.799455 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0d450103-6711-4a9e-91f8-f9d851a338c4 admin admin] Publish callbacks [] for router (6448c671-1993-4178-a460-1b3d68f99e70), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:03.803498 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-5218703d-ce3b-405a-8253-d43e30f47ccd None None] Set router 6448c671-1993-4178-a460-1b3d68f99e70 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:56:03.839077 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-215d9368-87bb-4db3-b18b-a2f8defa0ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (6d8848c2-ea57-46a7-9857-c96f9f4faa80), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:03.882479 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215d9368-87bb-4db3-b18b-a2f8defa0ff5 admin admin] Network ff8c39cf-f80c-4bf9-aa94-569d62eb4183 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:56:03.885974 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-215d9368-87bb-4db3-b18b-a2f8defa0ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:56:03.891411 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85091e0-4ed3-4092-9bc1-cbbb1dcd905d None None] Pushing event updated for resources: {'Port': ['ID=5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:03.928426 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215d9368-87bb-4db3-b18b-a2f8defa0ff5 admin admin] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:56:03.982565 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-215d9368-87bb-4db3-b18b-a2f8defa0ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8110285'] for router_interface (b9ba6775-96e0-4708-a20e-91dd1960a14c), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:04.009174 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0d450103-6711-4a9e-91f8-f9d851a338c4 admin admin] Publish callbacks [] for router_gateway (6448c671-1993-4178-a460-1b3d68f99e70), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:04.025572 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-e056b14e-62c1-4d19-9068-52a3db7a0ec3 None None] Set router b9ba6775-96e0-4708-a20e-91dd1960a14c gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:56:04.107603 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-5218703d-ce3b-405a-8253-d43e30f47ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448c671-1993-4178-a460-1b3d68f99e70', 'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:58Z', 'updated_at': '2022-03-07T13:56:02Z', 'revision_number': 5, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'gw_port': {'id': 'efe38a38-ac08-4f5c-a02a-024e3013dff8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6448c671-1993-4178-a460-1b3d68f99e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:44:59Z', 'updated_at': '2022-03-07T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:04.141491 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-0d450103-6711-4a9e-91f8-f9d851a338c4 admin admin] Deleting port efe38a38-ac08-4f5c-a02a-024e3013dff8 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:56:04.142525 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0d450103-6711-4a9e-91f8-f9d851a338c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (efe38a38-ac08-4f5c-a02a-024e3013dff8), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:04.153323 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5218703d-ce3b-405a-8253-d43e30f47ccd None None] Checking router: 6448c671-1993-4178-a460-1b3d68f99e70 for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:56:04.162789 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5218703d-ce3b-405a-8253-d43e30f47ccd None None] Routers {'6448c671-1993-4178-a460-1b3d68f99e70'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:56:04.163486 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-5218703d-ce3b-405a-8253-d43e30f47ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:55:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['6448c671-1993-4178-a460-1b3d68f99e70'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:04.317881 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-0d450103-6711-4a9e-91f8-f9d851a338c4 admin admin] For port efe38a38-ac08-4f5c-a02a-024e3013dff8, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=efe38a38-ac08-4f5c-a02a-024e3013dff8,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:56:04.320558 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0d450103-6711-4a9e-91f8-f9d851a338c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (efe38a38-ac08-4f5c-a02a-024e3013dff8), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:04.337045 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-0d450103-6711-4a9e-91f8-f9d851a338c4 admin admin] Calling delete_port for efe38a38-ac08-4f5c-a02a-024e3013dff8 owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:56:04.347230 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-5218703d-ce3b-405a-8253-d43e30f47ccd None None] Set router 6448c671-1993-4178-a460-1b3d68f99e70 gateway port host: None {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:56:04.444862 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-5218703d-ce3b-405a-8253-d43e30f47ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6448c671-1993-4178-a460-1b3d68f99e70', 'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:58Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 6, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'gw_port_host': None}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:04.475467 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e056b14e-62c1-4d19-9068-52a3db7a0ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:02Z', 'revision_number': 3, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:04.502515 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e056b14e-62c1-4d19-9068-52a3db7a0ec3 None None] The sync data for ids ['b9ba6775-96e0-4708-a20e-91dd1960a14c'] in dv-cinder-813222-6-iscsi is: [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:02Z', 'revision_number': 3, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:56:04.518392 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5218703d-ce3b-405a-8253-d43e30f47ccd None None] The sync data for ids ['6448c671-1993-4178-a460-1b3d68f99e70'] in dv-cinder-813222-6-iscsi is: [{'id': '6448c671-1993-4178-a460-1b3d68f99e70', 'name': 'tempest-TestVolumeBootPattern-2017950777-router', 'tenant_id': 'c10fe3afe2e84b7694415570a68cee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:44:58Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 6, 'project_id': 'c10fe3afe2e84b7694415570a68cee37', 'gw_port_host': None}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:56:04.520578 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-b320833f-3409-42e1-a0bb-2d76e6f9af8c None None] Provisioning complete for port 6d8848c2-ea57-46a7-9857-c96f9f4faa80 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:56:04.520974 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b320833f-3409-42e1-a0bb-2d76e6f9af8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (6d8848c2-ea57-46a7-9857-c96f9f4faa80), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:04.569729 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 562b48f9-93d8-46c7-b18e-74b2288e1cb9 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:56:04.570877 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d9368-87bb-4db3-b18b-a2f8defa0ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=6d8848c2-ea57-46a7-9857-c96f9f4faa80,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:04.581794 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-215d9368-87bb-4db3-b18b-a2f8defa0ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (6d8848c2-ea57-46a7-9857-c96f9f4faa80), before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:04.635121 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0d450103-6711-4a9e-91f8-f9d851a338c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (efe38a38-ac08-4f5c-a02a-024e3013dff8), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:04.646832 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-b320833f-3409-42e1-a0bb-2d76e6f9af8c None None] Port 6d8848c2-ea57-46a7-9857-c96f9f4faa80 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:56:04.663983 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 562b48f9-93d8-46c7-b18e-74b2288e1cb9 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:56:04.664363 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (562b48f9-93d8-46c7-b18e-74b2288e1cb9), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:04.678093 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d450103-6711-4a9e-91f8-f9d851a338c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=efe38a38-ac08-4f5c-a02a-024e3013dff8,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:04.757874 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0d450103-6711-4a9e-91f8-f9d851a338c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8114076'] for router_gateway (6448c671-1993-4178-a460-1b3d68f99e70), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:04.765543 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 562b48f9-93d8-46c7-b18e-74b2288e1cb9 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:56:04.802867 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-215d9368-87bb-4db3-b18b-a2f8defa0ff5 admin admin] Publish callbacks [] for port (6d8848c2-ea57-46a7-9857-c96f9f4faa80), precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:04.813615 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-215d9368-87bb-4db3-b18b-a2f8defa0ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238706'] for port (6d8848c2-ea57-46a7-9857-c96f9f4faa80), after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:04.860898 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0d450103-6711-4a9e-91f8-f9d851a338c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8117800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60004'] for router (6448c671-1993-4178-a460-1b3d68f99e70), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:04.863163 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0d450103-6711-4a9e-91f8-f9d851a338c4 admin admin] Publish callbacks [] for router_controller (6448c671-1993-4178-a460-1b3d68f99e70), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:04.883592 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d9368-87bb-4db3-b18b-a2f8defa0ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=6d8848c2-ea57-46a7-9857-c96f9f4faa80,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:04.885963 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-215d9368-87bb-4db3-b18b-a2f8defa0ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8110241'] for router_interface (b9ba6775-96e0-4708-a20e-91dd1960a14c), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:04.918835 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0d450103-6711-4a9e-91f8-f9d851a338c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8117823'] for router (6448c671-1993-4178-a460-1b3d68f99e70), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:04.920249 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d450103-6711-4a9e-91f8-f9d851a338c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6448c671-1993-4178-a460-1b3d68f99e70 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 13:56:04.927345 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0d450103-6711-4a9e-91f8-f9d851a338c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:04.931455 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-0d450103-6711-4a9e-91f8-f9d851a338c4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6448c671-1993-4178-a460-1b3d68f99e70 HTTP/1.1" status: 204 len: 168 time: 1.2796900 Mar 07 13:56:04.933925 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60242) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:05.006996 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-5795e47e-0251-4b6e-a1fd-e28f681cfc26 admin admin] Deleting subnet 7c56d65c-4807-49f7-98f6-3d6932945f85 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 13:56:05.012666 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5795e47e-0251-4b6e-a1fd-e28f681cfc26 admin admin] Publish callbacks [] for subnet (7c56d65c-4807-49f7-98f6-3d6932945f85), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:05.018910 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215d9368-87bb-4db3-b18b-a2f8defa0ff5 admin admin] Network ff8c39cf-f80c-4bf9-aa94-569d62eb4183 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:56:05.020712 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-215d9368-87bb-4db3-b18b-a2f8defa0ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:56:05.068738 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5795e47e-0251-4b6e-a1fd-e28f681cfc26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4840051'] for subnet (7c56d65c-4807-49f7-98f6-3d6932945f85), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:05.203625 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215d9368-87bb-4db3-b18b-a2f8defa0ff5 admin admin] Router b9ba6775-96e0-4708-a20e-91dd1960a14c has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:56:05.258856 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5795e47e-0251-4b6e-a1fd-e28f681cfc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663011'] for subnet (7c56d65c-4807-49f7-98f6-3d6932945f85), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:05.321067 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5795e47e-0251-4b6e-a1fd-e28f681cfc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4839616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5536110'] for subnet (7c56d65c-4807-49f7-98f6-3d6932945f85), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:05.354774 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5795e47e-0251-4b6e-a1fd-e28f681cfc26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:05.359361 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227f5514-70a6-42c0-a8cd-9c9df8bc45f8 None None] Network ae647865-b6eb-48d6-bfc7-51b766b88343 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:56:05.361517 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-5795e47e-0251-4b6e-a1fd-e28f681cfc26 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7c56d65c-4807-49f7-98f6-3d6932945f85 HTTP/1.1" status: 204 len: 168 time: 0.4284105 Mar 07 13:56:05.362776 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795e47e-0251-4b6e-a1fd-e28f681cfc26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c56d65c-4807-49f7-98f6-3d6932945f85,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:05.364739 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60246) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:05.408151 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215d9368-87bb-4db3-b18b-a2f8defa0ff5 admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:56:05.429162 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-bd1c6516-53c4-42a3-b206-851a83b1c651 None None] Provisioning complete for port 6d8848c2-ea57-46a7-9857-c96f9f4faa80 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:56:05.429545 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bd1c6516-53c4-42a3-b206-851a83b1c651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (6d8848c2-ea57-46a7-9857-c96f9f4faa80), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:05.431095 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-215d9368-87bb-4db3-b18b-a2f8defa0ff5 admin admin] 10.222.0.24 "PUT /v2.0/routers/b9ba6775-96e0-4708-a20e-91dd1960a14c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6675489 Mar 07 13:56:05.460894 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4a88b865-671e-4c22-84b9-81b23e1bf5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635500'] for network (ae647865-b6eb-48d6-bfc7-51b766b88343), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:05.501953 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-bd1c6516-53c4-42a3-b206-851a83b1c651 None None] Port 6d8848c2-ea57-46a7-9857-c96f9f4faa80 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:56:05.587172 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-4a88b865-671e-4c22-84b9-81b23e1bf5ee admin admin] Deleting port b63fb822-9c22-4b3e-a794-f5ded2e7d05c {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:56:05.587530 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4a88b865-671e-4c22-84b9-81b23e1bf5ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (b63fb822-9c22-4b3e-a794-f5ded2e7d05c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:05.598634 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:05.623124 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff7594b-485c-4891-b5b2-366f6951ed51 None None] DHCP port deletion for ae647865-b6eb-48d6-bfc7-51b766b88343 request from dv-cinder-813222-6-iscsi {{(pid=109595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 13:56:05.699969 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-4a88b865-671e-4c22-84b9-81b23e1bf5ee admin admin] For port b63fb822-9c22-4b3e-a794-f5ded2e7d05c, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=b63fb822-9c22-4b3e-a794-f5ded2e7d05c,segment=NetworkSegment(e162dbb3-f7e8-4563-8238-36a47ee87ab4),segment_id=e162dbb3-f7e8-4563-8238-36a47ee87ab4)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:56:05.700531 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4a88b865-671e-4c22-84b9-81b23e1bf5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (b63fb822-9c22-4b3e-a794-f5ded2e7d05c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:05.706618 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-fff7594b-485c-4891-b5b2-366f6951ed51 None None] Deleting port b63fb822-9c22-4b3e-a794-f5ded2e7d05c {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:56:05.707355 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fff7594b-485c-4891-b5b2-366f6951ed51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (b63fb822-9c22-4b3e-a794-f5ded2e7d05c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:05.716852 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-4a88b865-671e-4c22-84b9-81b23e1bf5ee admin admin] Calling delete_port for b63fb822-9c22-4b3e-a794-f5ded2e7d05c owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:56:05.845761 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4a88b865-671e-4c22-84b9-81b23e1bf5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (b63fb822-9c22-4b3e-a794-f5ded2e7d05c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:05.920267 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a88b865-671e-4c22-84b9-81b23e1bf5ee admin admin] No DVR routers for this DVR port b63fb822-9c22-4b3e-a794-f5ded2e7d05c on host dv-cinder-813222-6-iscsi {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:56:05.975494 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88b865-671e-4c22-84b9-81b23e1bf5ee admin admin] Pushing event deleted for resources: {'Port': ['ID=b63fb822-9c22-4b3e-a794-f5ded2e7d05c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:05.976893 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-fff7594b-485c-4891-b5b2-366f6951ed51 None None] For port b63fb822-9c22-4b3e-a794-f5ded2e7d05c, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=b63fb822-9c22-4b3e-a794-f5ded2e7d05c,segment=NetworkSegment(e162dbb3-f7e8-4563-8238-36a47ee87ab4),segment_id=e162dbb3-f7e8-4563-8238-36a47ee87ab4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:56:05.980306 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fff7594b-485c-4891-b5b2-366f6951ed51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (b63fb822-9c22-4b3e-a794-f5ded2e7d05c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:06.004990 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-fff7594b-485c-4891-b5b2-366f6951ed51 None None] Calling delete_port for b63fb822-9c22-4b3e-a794-f5ded2e7d05c owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:56:06.082692 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4a88b865-671e-4c22-84b9-81b23e1bf5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725100', 'neutron.services.segments.db._delete_segments_for_network-8776652592487'] for network (ae647865-b6eb-48d6-bfc7-51b766b88343), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:06.114200 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fff7594b-485c-4891-b5b2-366f6951ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098'] for port (b63fb822-9c22-4b3e-a794-f5ded2e7d05c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:06.132716 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-4a88b865-671e-4c22-84b9-81b23e1bf5ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae647865-b6eb-48d6-bfc7-51b766b88343']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:06.144036 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7594b-485c-4891-b5b2-366f6951ed51 None None] Pushing event deleted for resources: {'Port': ['ID=b63fb822-9c22-4b3e-a794-f5ded2e7d05c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:06.146074 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-4a88b865-671e-4c22-84b9-81b23e1bf5ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e162dbb3-f7e8-4563-8238-36a47ee87ab4') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:06.147279 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-4a88b865-671e-4c22-84b9-81b23e1bf5ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e162dbb3-f7e8-4563-8238-36a47ee87ab4') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:06.150748 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff7594b-485c-4891-b5b2-366f6951ed51 None None] No DVR routers for this DVR port b63fb822-9c22-4b3e-a794-f5ded2e7d05c on host dv-cinder-813222-6-iscsi {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:56:06.161659 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4a88b865-671e-4c22-84b9-81b23e1bf5ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776652593776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4840072'] for segment (e162dbb3-f7e8-4563-8238-36a47ee87ab4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:06.179169 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4a88b865-671e-4c22-84b9-81b23e1bf5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (e162dbb3-f7e8-4563-8238-36a47ee87ab4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:06.195520 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a88b865-671e-4c22-84b9-81b23e1bf5ee admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 13:56:06.195908 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4a88b865-671e-4c22-84b9-81b23e1bf5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4839594'] for segment (e162dbb3-f7e8-4563-8238-36a47ee87ab4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: Traceback (most recent call last): Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: timer() Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: cb(*args, **kw) Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: return func(*args, **kwargs) Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: self._notify() Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: self.callback(batched_events) Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: event.method(event) Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: return f(self, *a, **k) Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: return self._get(url).json() Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: return self.request(url, 'GET', **kwargs) Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 13:56:06.197585 dv-cinder-813222-6-iscsi neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 13:56:06.215492 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60270) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:06.220448 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-cf805296-773c-4b56-bfbc-b45d368ee4f5 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--647773937', 'description': 'tempest-description--992043260'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:56:06.248577 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cf805296-773c-4b56-bfbc-b45d368ee4f5 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:06.271442 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4a88b865-671e-4c22-84b9-81b23e1bf5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8114104'] for network (ae647865-b6eb-48d6-bfc7-51b766b88343), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:06.278385 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4a88b865-671e-4c22-84b9-81b23e1bf5ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:06.285250 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-4a88b865-671e-4c22-84b9-81b23e1bf5ee admin admin] 10.222.0.24 "DELETE /v2.0/networks/ae647865-b6eb-48d6-bfc7-51b766b88343 HTTP/1.1" status: 204 len: 168 time: 0.9197838 Mar 07 13:56:06.287398 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60272) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:06.312002 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac860b75-42e9-47e8-abfd-b48d2728a0a3 req-ccb7089d-8f2e-4ca6-842d-85e30537df5b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:06.313580 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ac860b75-42e9-47e8-abfd-b48d2728a0a3 req-ccb7089d-8f2e-4ca6-842d-85e30537df5b tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723 HTTP/1.1" status: 200 len: 946 time: 0.1318774 Mar 07 13:56:06.328752 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cf805296-773c-4b56-bfbc-b45d368ee4f5 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group (dc707fc6-691f-4dd3-ace7-fb97203e3317), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:06.337247 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cf805296-773c-4b56-bfbc-b45d368ee4f5 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (dc707fc6-691f-4dd3-ace7-fb97203e3317), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:06.348623 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88b865-671e-4c22-84b9-81b23e1bf5ee admin admin] Pushing event deleted for resources: {'Network': ['ID=ae647865-b6eb-48d6-bfc7-51b766b88343,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:06.376834 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cf805296-773c-4b56-bfbc-b45d368ee4f5 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:06.381332 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-cf805296-773c-4b56-bfbc-b45d368ee4f5 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1621072 Mar 07 13:56:06.381332 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf805296-773c-4b56-bfbc-b45d368ee4f5 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc707fc6-691f-4dd3-ace7-fb97203e3317,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:06.383454 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60274) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:06.389156 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-83481262-4d17-4f05-8b2b-93ce5b91c93b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Request body: {'security_group_rule': {'security_group_id': 'dc707fc6-691f-4dd3-ace7-fb97203e3317', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:56:06.423977 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:56:06.438941 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-83481262-4d17-4f05-8b2b-93ce5b91c93b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group_rule (f9accbac-3d9c-48da-8054-9471cb86fcc4), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:06.471643 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:56:06.472308 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:06.474821 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ac860b75-42e9-47e8-abfd-b48d2728a0a3 req-710c9973-22ba-4f5e-bcb9-ac66b77adba3 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=c75b407a-d2f0-465e-abc2-042902cab280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199524 Mar 07 13:56:06.516230 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-83481262-4d17-4f05-8b2b-93ce5b91c93b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group_rule (f9accbac-3d9c-48da-8054-9471cb86fcc4), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:06.521883 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-83481262-4d17-4f05-8b2b-93ce5b91c93b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (f9accbac-3d9c-48da-8054-9471cb86fcc4), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:06.545569 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83481262-4d17-4f05-8b2b-93ce5b91c93b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9accbac-3d9c-48da-8054-9471cb86fcc4,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:06.562008 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-83481262-4d17-4f05-8b2b-93ce5b91c93b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:06.564987 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-83481262-4d17-4f05-8b2b-93ce5b91c93b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1803463 Mar 07 13:56:06.567389 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60276) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:06.572314 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-e22559fd-4643-408a-b092-c7557a6d4236 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Request body: {'security_group_rule': {'security_group_id': 'dc707fc6-691f-4dd3-ace7-fb97203e3317', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:56:06.575235 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:56:06.575628 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:06.600712 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] For port 5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:56:06.606966 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e22559fd-4643-408a-b092-c7557a6d4236 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group_rule (48dc4ff2-ee93-40fe-8e3f-6a29ec86a252), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:06.607284 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:06.679488 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Pushing event updated for resources: {'Port': ['ID=5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:06.683806 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device ee44d7a4-6087-4a8c-845f-45aa0d117bd1 no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:56:06.690326 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e22559fd-4643-408a-b092-c7557a6d4236 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group_rule (48dc4ff2-ee93-40fe-8e3f-6a29ec86a252), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:06.695681 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e22559fd-4643-408a-b092-c7557a6d4236 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (48dc4ff2-ee93-40fe-8e3f-6a29ec86a252), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:06.711343 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: ee44d7a4-6087-4a8c-845f-45aa0d117bd1 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:56:06.711837 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device ee44d7a4-6087-4a8c-845f-45aa0d117bd1 not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:56:06.712365 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device efe38a38-ac08-4f5c-a02a-024e3013dff8 no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:56:06.735048 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e22559fd-4643-408a-b092-c7557a6d4236 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:06.736481 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-e22559fd-4643-408a-b092-c7557a6d4236 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1677041 Mar 07 13:56:06.737798 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: efe38a38-ac08-4f5c-a02a-024e3013dff8 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:56:06.738800 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device efe38a38-ac08-4f5c-a02a-024e3013dff8 not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:56:06.739314 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device b63fb822-9c22-4b3e-a794-f5ded2e7d05c no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:56:06.740178 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60278) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:06.742700 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22559fd-4643-408a-b092-c7557a6d4236 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48dc4ff2-ee93-40fe-8e3f-6a29ec86a252,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:06.749259 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-e0b72fcd-93c6-493c-b1e6-accc47dd4d39 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Request body: {'floatingip': {'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:56:06.762074 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: b63fb822-9c22-4b3e-a794-f5ded2e7d05c {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:56:06.762572 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device b63fb822-9c22-4b3e-a794-f5ded2e7d05c not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:56:06.774882 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e0b72fcd-93c6-493c-b1e6-accc47dd4d39 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:06.884082 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e0b72fcd-93c6-493c-b1e6-accc47dd4d39 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:06.966721 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6070a2-f7e6-45af-aebd-fec9bfe93156 None None] Sync routers for ids ['b9ba6775-96e0-4708-a20e-91dd1960a14c'] in dv-cinder-813222-6-iscsi {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:56:06.978371 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6070a2-f7e6-45af-aebd-fec9bfe93156 None None] Routers {'b9ba6775-96e0-4708-a20e-91dd1960a14c'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:56:06.979129 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-be6070a2-f7e6-45af-aebd-fec9bfe93156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:55:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['b9ba6775-96e0-4708-a20e-91dd1960a14c'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:07.000598 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-e0b72fcd-93c6-493c-b1e6-accc47dd4d39 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Allocated IP 172.27.1.119 (4737f3fa-18ff-4252-a580-88148a637511/b90664a8-a6a4-4a65-802b-5b7bd95111f9/03a48c93-ec3e-4566-80d4-0d3e55a6f473) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:56:07.025171 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6802f972-be41-4ab7-bb25-61b33598ae12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8115010'] for router_interface (43a2d125-1981-489b-9e53-ae677eac6f1f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:07.096987 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-be6070a2-f7e6-45af-aebd-fec9bfe93156 None None] Set router b9ba6775-96e0-4708-a20e-91dd1960a14c gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:56:07.108456 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e0b72fcd-93c6-493c-b1e6-accc47dd4d39 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for port (03a48c93-ec3e-4566-80d4-0d3e55a6f473), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:07.147039 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e0b72fcd-93c6-493c-b1e6-accc47dd4d39 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (03a48c93-ec3e-4566-80d4-0d3e55a6f473), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:07.187426 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b72fcd-93c6-493c-b1e6-accc47dd4d39 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Network 4737f3fa-18ff-4252-a580-88148a637511 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:56:07.192857 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-e0b72fcd-93c6-493c-b1e6-accc47dd4d39 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:56:07.195360 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b72fcd-93c6-493c-b1e6-accc47dd4d39 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:56:07.246383 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b72fcd-93c6-493c-b1e6-accc47dd4d39 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event updated for resources: {'Port': ['ID=03a48c93-ec3e-4566-80d4-0d3e55a6f473,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:07.290845 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-6802f972-be41-4ab7-bb25-61b33598ae12 admin admin] Deleting port a790bdbb-fbb6-44de-b30a-12dc752efc93 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:56:07.291279 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6802f972-be41-4ab7-bb25-61b33598ae12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (a790bdbb-fbb6-44de-b30a-12dc752efc93), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:07.293850 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e0b72fcd-93c6-493c-b1e6-accc47dd4d39 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (9e14a253-e384-4758-bb53-d345f0e85a4b), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:07.309356 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-be6070a2-f7e6-45af-aebd-fec9bfe93156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '6d8848c2-ea57-46a7-9857-c96f9f4faa80', 'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'mac_address': 'fa:16:3e:d2:42:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:03Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 2, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'subnets': [{'id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:07.335894 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e0b72fcd-93c6-493c-b1e6-accc47dd4d39 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (03a48c93-ec3e-4566-80d4-0d3e55a6f473), before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:07.345265 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6070a2-f7e6-45af-aebd-fec9bfe93156 None None] Checking router: b9ba6775-96e0-4708-a20e-91dd1960a14c for host: dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:56:07.345858 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6070a2-f7e6-45af-aebd-fec9bfe93156 None None] Updating router b9ba6775-96e0-4708-a20e-91dd1960a14c port 6d8848c2-ea57-46a7-9857-c96f9f4faa80 binding host dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 13:56:07.372852 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-be6070a2-f7e6-45af-aebd-fec9bfe93156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (6d8848c2-ea57-46a7-9857-c96f9f4faa80), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:07.385062 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-6802f972-be41-4ab7-bb25-61b33598ae12 admin admin] For port a790bdbb-fbb6-44de-b30a-12dc752efc93, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=a790bdbb-fbb6-44de-b30a-12dc752efc93,segment=NetworkSegment(d480a268-357b-4c2b-ab8a-0e4aba068b64),segment_id=d480a268-357b-4c2b-ab8a-0e4aba068b64)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:56:07.385538 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6802f972-be41-4ab7-bb25-61b33598ae12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (a790bdbb-fbb6-44de-b30a-12dc752efc93), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:07.399270 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-6802f972-be41-4ab7-bb25-61b33598ae12 admin admin] Calling delete_port for a790bdbb-fbb6-44de-b30a-12dc752efc93 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:56:07.498295 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e0b72fcd-93c6-493c-b1e6-accc47dd4d39 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for port (03a48c93-ec3e-4566-80d4-0d3e55a6f473), precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:07.502910 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e0b72fcd-93c6-493c-b1e6-accc47dd4d39 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238706'] for port (03a48c93-ec3e-4566-80d4-0d3e55a6f473), after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:07.588040 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b72fcd-93c6-493c-b1e6-accc47dd4d39 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event updated for resources: {'Port': ['ID=03a48c93-ec3e-4566-80d4-0d3e55a6f473,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:07.591545 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e0b72fcd-93c6-493c-b1e6-accc47dd4d39 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (9e14a253-e384-4758-bb53-d345f0e85a4b), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:07.609022 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e0b72fcd-93c6-493c-b1e6-accc47dd4d39 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:07.610898 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-e0b72fcd-93c6-493c-b1e6-accc47dd4d39 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8693225 Mar 07 13:56:07.653289 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6802f972-be41-4ab7-bb25-61b33598ae12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (a790bdbb-fbb6-44de-b30a-12dc752efc93), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:07.658870 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-be6070a2-f7e6-45af-aebd-fec9bfe93156 None None] Publish callbacks [] for port (6d8848c2-ea57-46a7-9857-c96f9f4faa80), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:07.665253 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-be6070a2-f7e6-45af-aebd-fec9bfe93156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (6d8848c2-ea57-46a7-9857-c96f9f4faa80), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:07.671172 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edfb7d-2b32-41e9-b856-e292e42e8ba2 req-d657721d-0439-4f13-b161-ac160a3f5a6f tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:07.672948 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-21edfb7d-2b32-41e9-b856-e292e42e8ba2 req-d657721d-0439-4f13-b161-ac160a3f5a6f tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723 HTTP/1.1" status: 200 len: 946 time: 0.0986197 Mar 07 13:56:07.694893 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802f972-be41-4ab7-bb25-61b33598ae12 admin admin] Pushing event deleted for resources: {'Port': ['ID=a790bdbb-fbb6-44de-b30a-12dc752efc93,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:07.713100 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e232164-3080-42f8-b69f-86925b822556 None None] Pushing event updated for resources: {'Port': ['ID=6d8848c2-ea57-46a7-9857-c96f9f4faa80,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:07.810504 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-be6070a2-f7e6-45af-aebd-fec9bfe93156 None None] Attempting to bind port 6d8848c2-ea57-46a7-9857-c96f9f4faa80 on host dv-cinder-813222-6-iscsi for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:56:07.810981 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-be6070a2-f7e6-45af-aebd-fec9bfe93156 None None] Attempting to bind port 6d8848c2-ea57-46a7-9857-c96f9f4faa80 by drivers openvswitch,hyperv on host dv-cinder-813222-6-iscsi at level 0 using segments [{'id': '74ac2952-f331-492e-bac0-8b86569599b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:56:07.811410 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6070a2-f7e6-45af-aebd-fec9bfe93156 None None] Attempting to bind port 6d8848c2-ea57-46a7-9857-c96f9f4faa80 on network ff8c39cf-f80c-4bf9-aa94-569d62eb4183 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:56:07.817565 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6070a2-f7e6-45af-aebd-fec9bfe93156 None None] Checking agent: {'id': 'e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 35, 54), 'started_at': datetime.datetime(2022, 3, 7, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:56:07.818030 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6070a2-f7e6-45af-aebd-fec9bfe93156 None None] Checking segment: {'id': '74ac2952-f331-492e-bac0-8b86569599b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:56:07.818526 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-be6070a2-f7e6-45af-aebd-fec9bfe93156 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:07.818982 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6070a2-f7e6-45af-aebd-fec9bfe93156 None None] Bound using segment: {'id': '74ac2952-f331-492e-bac0-8b86569599b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:56:07.819555 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-be6070a2-f7e6-45af-aebd-fec9bfe93156 None None] Bound port: 6d8848c2-ea57-46a7-9857-c96f9f4faa80, host: dv-cinder-813222-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ac2952-f331-492e-bac0-8b86569599b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:56:07.820243 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-be6070a2-f7e6-45af-aebd-fec9bfe93156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (6d8848c2-ea57-46a7-9857-c96f9f4faa80), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:07.865981 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-21edfb7d-2b32-41e9-b856-e292e42e8ba2 req-c10a3604-f17a-4408-a97d-e86f36a9eed6 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=c75b407a-d2f0-465e-abc2-042902cab280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708755 Mar 07 13:56:07.890046 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-1299379b-7dc6-4928-afc1-ab97877f4ac7 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--647773937&fields=id&tenant_id=996a42ff017e4712bcdf058eada9f861 HTTP/1.1" status: 200 len: 267 time: 0.1303997 Mar 07 13:56:07.922270 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-be6070a2-f7e6-45af-aebd-fec9bfe93156 None None] For port 6d8848c2-ea57-46a7-9857-c96f9f4faa80, host dv-cinder-813222-6-iscsi, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:56:07.926684 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-be6070a2-f7e6-45af-aebd-fec9bfe93156 None None] For port 6d8848c2-ea57-46a7-9857-c96f9f4faa80, host dv-cinder-813222-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=6d8848c2-ea57-46a7-9857-c96f9f4faa80,segment=NetworkSegment(74ac2952-f331-492e-bac0-8b86569599b9),segment_id=74ac2952-f331-492e-bac0-8b86569599b9)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:56:07.937668 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-be6070a2-f7e6-45af-aebd-fec9bfe93156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (6d8848c2-ea57-46a7-9857-c96f9f4faa80), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:07.997971 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6070a2-f7e6-45af-aebd-fec9bfe93156 None None] Routers {'b9ba6775-96e0-4708-a20e-91dd1960a14c'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:56:07.998593 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-be6070a2-f7e6-45af-aebd-fec9bfe93156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:55:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['b9ba6775-96e0-4708-a20e-91dd1960a14c'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:08.031418 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6802f972-be41-4ab7-bb25-61b33598ae12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8114998'] for router_interface (43a2d125-1981-489b-9e53-ae677eac6f1f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:08.057874 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-96fde940-0761-4187-982b-b33e540e5d40 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:08.059074 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-7a25334a-9c25-441d-877e-767854a97188 None None] Provisioning complete for port 6d8848c2-ea57-46a7-9857-c96f9f4faa80 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:56:08.059543 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-96fde940-0761-4187-982b-b33e540e5d40 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/networks?id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183 HTTP/1.1" status: 200 len: 815 time: 0.1579585 Mar 07 13:56:08.059632 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a25334a-9c25-441d-877e-767854a97188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (6d8848c2-ea57-46a7-9857-c96f9f4faa80), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:08.116653 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e232164-3080-42f8-b69f-86925b822556 None None] Pushing event updated for resources: {'Port': ['ID=6d8848c2-ea57-46a7-9857-c96f9f4faa80,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:08.122522 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-be6070a2-f7e6-45af-aebd-fec9bfe93156 None None] Set router b9ba6775-96e0-4708-a20e-91dd1960a14c gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:56:08.164287 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-7a25334a-9c25-441d-877e-767854a97188 None None] Current status of the port 6d8848c2-ea57-46a7-9857-c96f9f4faa80 is: DOWN; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:56:08.164682 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a25334a-9c25-441d-877e-767854a97188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (6d8848c2-ea57-46a7-9857-c96f9f4faa80), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:08.174397 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-873e54c6-62ce-4d4a-8149-2de4aa4dda07 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/quotas/996a42ff017e4712bcdf058eada9f861 HTTP/1.1" status: 200 len: 375 time: 0.0802886 Mar 07 13:56:08.200810 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-7a25334a-9c25-441d-877e-767854a97188 None None] For port 6d8848c2-ea57-46a7-9857-c96f9f4faa80, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=6d8848c2-ea57-46a7-9857-c96f9f4faa80,segment=NetworkSegment(74ac2952-f331-492e-bac0-8b86569599b9),segment_id=74ac2952-f331-492e-bac0-8b86569599b9)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:56:08.208420 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a25334a-9c25-441d-877e-767854a97188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (6d8848c2-ea57-46a7-9857-c96f9f4faa80), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:08.269153 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25334a-9c25-441d-877e-767854a97188 None None] Pushing event updated for resources: {'Port': ['ID=6d8848c2-ea57-46a7-9857-c96f9f4faa80,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:08.329235 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9faf2c-9f16-4faa-99a1-c6a0098fce87 req-bf5ffdaa-d2d3-4c79-9d9a-4b17f402817d tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:08.330666 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1f9faf2c-9f16-4faa-99a1-c6a0098fce87 req-bf5ffdaa-d2d3-4c79-9d9a-4b17f402817d tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723 HTTP/1.1" status: 200 len: 946 time: 0.1462288 Mar 07 13:56:08.339548 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-0f79f565-3dc7-4744-9d7b-667401ada7a4 None None] Provisioning complete for port 6d8848c2-ea57-46a7-9857-c96f9f4faa80 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:56:08.340089 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0f79f565-3dc7-4744-9d7b-667401ada7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (6d8848c2-ea57-46a7-9857-c96f9f4faa80), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:08.378055 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-b5e4d122-b748-4721-bbf2-626a12fde516 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=996a42ff017e4712bcdf058eada9f861&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1946461 Mar 07 13:56:08.411193 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-be6070a2-f7e6-45af-aebd-fec9bfe93156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '6d8848c2-ea57-46a7-9857-c96f9f4faa80', 'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'mac_address': 'fa:16:3e:d2:42:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:03Z', 'updated_at': '2022-03-07T13:56:07Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'subnets': [{'id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:08.434911 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:56:08.462222 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-0f79f565-3dc7-4744-9d7b-667401ada7a4 None None] Current status of the port 6d8848c2-ea57-46a7-9857-c96f9f4faa80 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:56:08.491850 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:56:08.492230 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:08.549387 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6070a2-f7e6-45af-aebd-fec9bfe93156 None None] The sync data for ids ['b9ba6775-96e0-4708-a20e-91dd1960a14c'] in dv-cinder-813222-6-iscsi is: [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '6d8848c2-ea57-46a7-9857-c96f9f4faa80', 'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'mac_address': 'fa:16:3e:d2:42:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:03Z', 'updated_at': '2022-03-07T13:56:07Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'subnets': [{'id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:56:08.553294 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6802f972-be41-4ab7-bb25-61b33598ae12 admin admin] Router 43a2d125-1981-489b-9e53-ae677eac6f1f has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:56:08.572748 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:56:08.573754 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-6dd66b86-a125-4958-8115-46818aea5986 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577144 Mar 07 13:56:08.594093 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-1f9faf2c-9f16-4faa-99a1-c6a0098fce87 req-b9e4c7d8-1997-4779-8da3-12f34953d2e6 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Deleting port 2e7b1423-b516-4d15-afad-9fdac1a5e6cd {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:56:08.594436 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1f9faf2c-9f16-4faa-99a1-c6a0098fce87 req-b9e4c7d8-1997-4779-8da3-12f34953d2e6 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (2e7b1423-b516-4d15-afad-9fdac1a5e6cd), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:08.843798 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6802f972-be41-4ab7-bb25-61b33598ae12 admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:56:08.854074 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54256cef-c275-4190-9540-1b548489c6c7 None None] Sync routers for ids ['43a2d125-1981-489b-9e53-ae677eac6f1f'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:56:08.858511 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-6802f972-be41-4ab7-bb25-61b33598ae12 admin admin] 10.222.0.24 "PUT /v2.0/routers/43a2d125-1981-489b-9e53-ae677eac6f1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5666971 Mar 07 13:56:08.858511 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-3362c291-5975-4975-bf89-39039a461aec service neutron] 10.222.0.24 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756851 Mar 07 13:56:08.858819 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60302) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:08.860430 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-1f9faf2c-9f16-4faa-99a1-c6a0098fce87 req-b9e4c7d8-1997-4779-8da3-12f34953d2e6 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] For port 2e7b1423-b516-4d15-afad-9fdac1a5e6cd, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2e7b1423-b516-4d15-afad-9fdac1a5e6cd,segment=NetworkSegment(1abe214c-6bc4-4052-8a26-d926235503eb),segment_id=1abe214c-6bc4-4052-8a26-d926235503eb)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:56:08.861288 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1f9faf2c-9f16-4faa-99a1-c6a0098fce87 req-b9e4c7d8-1997-4779-8da3-12f34953d2e6 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (2e7b1423-b516-4d15-afad-9fdac1a5e6cd), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:08.870637 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54256cef-c275-4190-9540-1b548489c6c7 None None] Routers {'43a2d125-1981-489b-9e53-ae677eac6f1f'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:56:08.871529 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-54256cef-c275-4190-9540-1b548489c6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:55:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['43a2d125-1981-489b-9e53-ae677eac6f1f'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:09.054087 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-54256cef-c275-4190-9540-1b548489c6c7 None None] Set router 43a2d125-1981-489b-9e53-ae677eac6f1f gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:56:09.099305 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7370f84-c7f6-4752-a7cd-56ba7a485726 req-4ddd1d73-35c1-4dd2-9889-1b1372c4babd tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:09.100997 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a7370f84-c7f6-4752-a7cd-56ba7a485726 req-4ddd1d73-35c1-4dd2-9889-1b1372c4babd tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723 HTTP/1.1" status: 200 len: 946 time: 0.1299307 Mar 07 13:56:09.242738 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-33be0530-52ad-4664-a96e-361346948d28 req-0f48eeed-a749-4740-a17b-ae5df42d052b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8efb95ff-b11b-4508-b576-713dff66278f HTTP/1.1" status: 200 len: 210 time: 0.1944237 Mar 07 13:56:09.268746 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f7562fa5-f9c1-475c-b46c-bca8a90f7d02 admin admin] Publish callbacks [] for router (43a2d125-1981-489b-9e53-ae677eac6f1f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:09.296006 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-54256cef-c275-4190-9540-1b548489c6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a2d125-1981-489b-9e53-ae677eac6f1f', 'name': 'tempest-TestVolumeBootPattern-523493336-router', 'tenant_id': 'f4475d52ef0846ddaff725f33db44787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:04Z', 'updated_at': '2022-03-07T13:56:07Z', 'revision_number': 5, 'project_id': 'f4475d52ef0846ddaff725f33db44787', 'gw_port': {'id': 'f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2d125-1981-489b-9e53-ae677eac6f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:05Z', 'updated_at': '2022-03-07T13:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:09.330926 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54256cef-c275-4190-9540-1b548489c6c7 None None] Checking router: 43a2d125-1981-489b-9e53-ae677eac6f1f for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:56:09.342416 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54256cef-c275-4190-9540-1b548489c6c7 None None] Routers {'43a2d125-1981-489b-9e53-ae677eac6f1f'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:56:09.343959 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-54256cef-c275-4190-9540-1b548489c6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:55:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['43a2d125-1981-489b-9e53-ae677eac6f1f'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:09.348093 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1f9faf2c-9f16-4faa-99a1-c6a0098fce87 req-b9e4c7d8-1997-4779-8da3-12f34953d2e6 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:09.348389 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1f9faf2c-9f16-4faa-99a1-c6a0098fce87 req-b9e4c7d8-1997-4779-8da3-12f34953d2e6 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (7e28be7a-f7e1-4c09-9447-07db513d1e09), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:09.348670 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.l3_db [req-1f9faf2c-9f16-4faa-99a1-c6a0098fce87 req-b9e4c7d8-1997-4779-8da3-12f34953d2e6 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Floating IP 7e28be7a-f7e1-4c09-9447-07db513d1e09 disassociated. External IP: 172.27.1.81, port: 2e7b1423-b516-4d15-afad-9fdac1a5e6cd. Mar 07 13:56:09.349036 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-1f9faf2c-9f16-4faa-99a1-c6a0098fce87 req-b9e4c7d8-1997-4779-8da3-12f34953d2e6 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Calling delete_port for 2e7b1423-b516-4d15-afad-9fdac1a5e6cd owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:56:09.372502 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a7370f84-c7f6-4752-a7cd-56ba7a485726 req-3f1590ac-aebe-478e-a5c3-ddb125ecaf8d tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups?id=c75b407a-d2f0-465e-abc2-042902cab280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537793 Mar 07 13:56:09.476225 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-54256cef-c275-4190-9540-1b548489c6c7 None None] Set router 43a2d125-1981-489b-9e53-ae677eac6f1f gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:56:09.695940 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-54256cef-c275-4190-9540-1b548489c6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a2d125-1981-489b-9e53-ae677eac6f1f', 'name': 'tempest-TestVolumeBootPattern-523493336-router', 'tenant_id': 'f4475d52ef0846ddaff725f33db44787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:04Z', 'updated_at': '2022-03-07T13:56:07Z', 'revision_number': 5, 'project_id': 'f4475d52ef0846ddaff725f33db44787', 'gw_port': {'id': 'f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2d125-1981-489b-9e53-ae677eac6f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:05Z', 'updated_at': '2022-03-07T13:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:09.729393 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54256cef-c275-4190-9540-1b548489c6c7 None None] The sync data for ids ['43a2d125-1981-489b-9e53-ae677eac6f1f'] in dv-cinder-813222-6-iscsi is: [{'id': '43a2d125-1981-489b-9e53-ae677eac6f1f', 'name': 'tempest-TestVolumeBootPattern-523493336-router', 'tenant_id': 'f4475d52ef0846ddaff725f33db44787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:45:04Z', 'updated_at': '2022-03-07T13:56:07Z', 'revision_number': 5, 'project_id': 'f4475d52ef0846ddaff725f33db44787', 'gw_port': {'id': 'f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2d125-1981-489b-9e53-ae677eac6f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:45:05Z', 'updated_at': '2022-03-07T13:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:56:09.799237 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f7562fa5-f9c1-475c-b46c-bca8a90f7d02 admin admin] Publish callbacks [] for router_gateway (43a2d125-1981-489b-9e53-ae677eac6f1f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:09.887263 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1f9faf2c-9f16-4faa-99a1-c6a0098fce87 req-b9e4c7d8-1997-4779-8da3-12f34953d2e6 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (2e7b1423-b516-4d15-afad-9fdac1a5e6cd), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:09.901751 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-f7562fa5-f9c1-475c-b46c-bca8a90f7d02 admin admin] Deleting port f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:56:09.902095 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f7562fa5-f9c1-475c-b46c-bca8a90f7d02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:09.923092 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4c7d8-1997-4779-8da3-12f34953d2e6 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Pushing event deleted for resources: {'Port': ['ID=2e7b1423-b516-4d15-afad-9fdac1a5e6cd,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:10.084997 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-f7562fa5-f9c1-475c-b46c-bca8a90f7d02 admin admin] For port f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:56:10.086919 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f7562fa5-f9c1-475c-b46c-bca8a90f7d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:10.114284 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-f7562fa5-f9c1-475c-b46c-bca8a90f7d02 admin admin] Calling delete_port for f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8 owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:56:10.190962 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f9faf2c-9f16-4faa-99a1-c6a0098fce87 req-b9e4c7d8-1997-4779-8da3-12f34953d2e6 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Router 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:56:10.328989 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-5af37202-3d50-438d-82a6-b4312977fb08 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:10.330791 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-5af37202-3d50-438d-82a6-b4312977fb08 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.10 "GET /v2.0/networks?id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183 HTTP/1.1" status: 200 len: 815 time: 0.2337785 Mar 07 13:56:10.420969 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 6d8848c2-ea57-46a7-9857-c96f9f4faa80 up at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:56:10.486918 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Provisioning complete for port 6d8848c2-ea57-46a7-9857-c96f9f4faa80 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:56:10.487392 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (6d8848c2-ea57-46a7-9857-c96f9f4faa80), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:10.491549 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-56ca5d67-c98e-46a7-97a6-6249106fca8b req-8824180a-5bb7-4ab9-aa9f-aff354bacde7 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8efb95ff-b11b-4508-b576-713dff66278f HTTP/1.1" status: 200 len: 210 time: 0.1003976 Mar 07 13:56:10.533947 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cc8a3820-96d5-43a5-b7b2-0b8d70e59733 req-6e1f07ac-5eaa-4c82-979b-556fb9028096 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723 HTTP/1.1" status: 200 len: 210 time: 0.0470431 Mar 07 13:56:10.561017 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-a5521fd5-9c8b-42c3-bb3c-cbeab0ab2a6b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=996a42ff017e4712bcdf058eada9f861 HTTP/1.1" status: 200 len: 379 time: 0.1710107 Mar 07 13:56:10.562134 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f9faf2c-9f16-4faa-99a1-c6a0098fce87 req-b9e4c7d8-1997-4779-8da3-12f34953d2e6 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:56:10.573623 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3539b1f-972a-4f7b-a09d-163a85df3367 None None] Sync routers for ids ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'] in dv-cinder-813222-6-iscsi {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:56:10.578871 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Current status of the port 6d8848c2-ea57-46a7-9857-c96f9f4faa80 is: ACTIVE; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:56:10.585893 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3539b1f-972a-4f7b-a09d-163a85df3367 None None] Routers {'2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:56:10.586604 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d3539b1f-972a-4f7b-a09d-163a85df3367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:55:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:10.590251 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device a790bdbb-fbb6-44de-b30a-12dc752efc93 no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:56:10.593398 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-7000d802-1ad1-4216-be65-0ef6b9b8cf07 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Request body: {'port': {'device_id': '8efb95ff-b11b-4508-b576-713dff66278f', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'admin_state_up': True, 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'security_groups': ['dc707fc6-691f-4dd3-ace7-fb97203e3317']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:56:10.612554 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: a790bdbb-fbb6-44de-b30a-12dc752efc93 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:56:10.612912 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device a790bdbb-fbb6-44de-b30a-12dc752efc93 not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:56:10.649590 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9faf2c-9f16-4faa-99a1-c6a0098fce87 req-b9e4c7d8-1997-4779-8da3-12f34953d2e6 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] No DVR routers for this DVR port 2e7b1423-b516-4d15-afad-9fdac1a5e6cd on host hv-cinder-81322 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:56:10.662834 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1f9faf2c-9f16-4faa-99a1-c6a0098fce87 req-b9e4c7d8-1997-4779-8da3-12f34953d2e6 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:10.666133 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1f9faf2c-9f16-4faa-99a1-c6a0098fce87 req-b9e4c7d8-1997-4779-8da3-12f34953d2e6 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.10 "DELETE /v2.0/ports/2e7b1423-b516-4d15-afad-9fdac1a5e6cd HTTP/1.1" status: 204 len: 173 time: 2.3297980 Mar 07 13:56:10.666590 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723', 'name': 'network-vif-deleted', 'tag': '2e7b1423-b516-4d15-afad-9fdac1a5e6cd'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:56:10.668853 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed50787-a12f-4a8e-a55d-10ca73bffc7a" -d '{"events": [{"server_uuid": "4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723", "name": "network-vif-deleted", "tag": "2e7b1423-b516-4d15-afad-9fdac1a5e6cd"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:56:10.703782 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-d3539b1f-972a-4f7b-a09d-163a85df3367 None None] Set router 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:56:10.718430 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7137c4-9ce3-492f-9eed-c211c0eca190 x-openstack-request-id: req-ca7137c4-9ce3-492f-9eed-c211c0eca190 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:56:10.718724 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723", "name": "network-vif-deleted", "tag": "2e7b1423-b516-4d15-afad-9fdac1a5e6cd", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:56:10.718976 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca7137c4-9ce3-492f-9eed-c211c0eca190 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:56:10.719371 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6cbe74-0f9a-4f10-ac0d-8f627b9e1723', 'name': 'network-vif-deleted', 'tag': '2e7b1423-b516-4d15-afad-9fdac1a5e6cd', 'status': 'completed', 'code': 200} Mar 07 13:56:10.733944 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f7562fa5-f9c1-475c-b46c-bca8a90f7d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:10.780121 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7562fa5-f9c1-475c-b46c-bca8a90f7d02 admin admin] Pushing event deleted for resources: {'Port': ['ID=f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:10.848719 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-7000d802-1ad1-4216-be65-0ef6b9b8cf07 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Made reservation on behalf of 996a42ff017e4712bcdf058eada9f861 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:56:10.852053 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-7000d802-1ad1-4216-be65-0ef6b9b8cf07 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:10.865627 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f7562fa5-f9c1-475c-b46c-bca8a90f7d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8114076'] for router_gateway (43a2d125-1981-489b-9e53-ae677eac6f1f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:10.920635 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d3539b1f-972a-4f7b-a09d-163a85df3367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'name': 'tempest-AttachVolumeTestJSON-948968075-router', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:04Z', 'revision_number': 4, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'gw_port': {'id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '002d1112-ab29-4cad-b2b4-3b327dcf4a46', 'name': '', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'mac_address': 'fa:16:3e:dc:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:04Z', 'updated_at': '2022-03-07T13:49:10Z', 'revision_number': 5, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'subnets': [{'id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:10.950565 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3539b1f-972a-4f7b-a09d-163a85df3367 None None] Checking router: 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 for host: dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:56:10.959331 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3539b1f-972a-4f7b-a09d-163a85df3367 None None] Routers {'2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:56:10.959911 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d3539b1f-972a-4f7b-a09d-163a85df3367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:55:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:10.994276 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f7562fa5-f9c1-475c-b46c-bca8a90f7d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8117800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60004'] for router (43a2d125-1981-489b-9e53-ae677eac6f1f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:11.000246 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f7562fa5-f9c1-475c-b46c-bca8a90f7d02 admin admin] Publish callbacks [] for router_controller (43a2d125-1981-489b-9e53-ae677eac6f1f), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:11.062169 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f7562fa5-f9c1-475c-b46c-bca8a90f7d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8117823'] for router (43a2d125-1981-489b-9e53-ae677eac6f1f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:11.062701 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7562fa5-f9c1-475c-b46c-bca8a90f7d02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43a2d125-1981-489b-9e53-ae677eac6f1f {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 13:56:11.069655 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-d3539b1f-972a-4f7b-a09d-163a85df3367 None None] Set router 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:56:11.084959 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f7562fa5-f9c1-475c-b46c-bca8a90f7d02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:11.086183 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-f7562fa5-f9c1-475c-b46c-bca8a90f7d02 admin admin] 10.222.0.24 "DELETE /v2.0/routers/43a2d125-1981-489b-9e53-ae677eac6f1f HTTP/1.1" status: 204 len: 168 time: 2.2216446 Mar 07 13:56:11.088976 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60326) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:11.113786 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-7000d802-1ad1-4216-be65-0ef6b9b8cf07 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Allocated IP 172.20.0.12 (ff8c39cf-f80c-4bf9-aa94-569d62eb4183/4573053f-9ff1-4e3b-a8f8-0bd985a91269/6f785664-5687-4d3c-b2d6-367b7c3f3fdc) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:56:11.158040 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce04c187-bf43-48fc-ae54-cd4cbbae7337 admin admin] Deleting subnet f626b399-1b15-4b44-b6b1-d1956b3881e5 {{(pid=109593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 13:56:11.162114 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ce04c187-bf43-48fc-ae54-cd4cbbae7337 admin admin] Publish callbacks [] for subnet (f626b399-1b15-4b44-b6b1-d1956b3881e5), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:11.208597 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ce04c187-bf43-48fc-ae54-cd4cbbae7337 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25006360'] for subnet (f626b399-1b15-4b44-b6b1-d1956b3881e5), precommit_delete_associations {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:11.305645 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ce04c187-bf43-48fc-ae54-cd4cbbae7337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663011'] for subnet (f626b399-1b15-4b44-b6b1-d1956b3881e5), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:11.322110 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d3539b1f-972a-4f7b-a09d-163a85df3367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'name': 'tempest-AttachVolumeTestJSON-948968075-router', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:04Z', 'revision_number': 4, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'gw_port': {'id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '002d1112-ab29-4cad-b2b4-3b327dcf4a46', 'name': '', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'mac_address': 'fa:16:3e:dc:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:04Z', 'updated_at': '2022-03-07T13:49:10Z', 'revision_number': 5, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'subnets': [{'id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:11.340056 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-7000d802-1ad1-4216-be65-0ef6b9b8cf07 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for port (6f785664-5687-4d3c-b2d6-367b7c3f3fdc), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:11.352546 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3539b1f-972a-4f7b-a09d-163a85df3367 None None] The sync data for ids ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'] in dv-cinder-813222-6-iscsi is: [{'id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'name': 'tempest-AttachVolumeTestJSON-948968075-router', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:04Z', 'revision_number': 4, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'gw_port': {'id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '002d1112-ab29-4cad-b2b4-3b327dcf4a46', 'name': '', 'network_id': 'a13d25ed-6982-4eee-bae1-184f281a254d', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'mac_address': 'fa:16:3e:dc:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:04Z', 'updated_at': '2022-03-07T13:49:10Z', 'revision_number': 5, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'subnets': [{'id': '2ecbb758-a715-42cc-aa60-edc95b9687c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:56:11.369144 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ce04c187-bf43-48fc-ae54-cd4cbbae7337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4238652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24711477'] for subnet (f626b399-1b15-4b44-b6b1-d1956b3881e5), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:11.394576 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-7000d802-1ad1-4216-be65-0ef6b9b8cf07 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (6f785664-5687-4d3c-b2d6-367b7c3f3fdc), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:11.399773 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04c187-bf43-48fc-ae54-cd4cbbae7337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f626b399-1b15-4b44-b6b1-d1956b3881e5,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:11.401814 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ce04c187-bf43-48fc-ae54-cd4cbbae7337 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:11.408033 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-ce04c187-bf43-48fc-ae54-cd4cbbae7337 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f626b399-1b15-4b44-b6b1-d1956b3881e5 HTTP/1.1" status: 204 len: 168 time: 0.3171926 Mar 07 13:56:11.409049 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60328) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:11.410710 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e964cb-0a89-431b-80ee-e0ca079bb070 None None] Network 1fe79bea-0b2f-4ca0-9976-9268f30979b6 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:56:11.443244 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-7000d802-1ad1-4216-be65-0ef6b9b8cf07 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Network ff8c39cf-f80c-4bf9-aa94-569d62eb4183 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:56:11.446996 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-7000d802-1ad1-4216-be65-0ef6b9b8cf07 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:56:11.451318 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-7000d802-1ad1-4216-be65-0ef6b9b8cf07 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:56:11.455173 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000d802-1ad1-4216-be65-0ef6b9b8cf07 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event updated for resources: {'Port': ['ID=6f785664-5687-4d3c-b2d6-367b7c3f3fdc,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:11.496056 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6428b4c7-adcc-4239-90df-9af42459ddfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635500'] for network (1fe79bea-0b2f-4ca0-9976-9268f30979b6), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:11.507940 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-7000d802-1ad1-4216-be65-0ef6b9b8cf07 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:11.508672 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-7000d802-1ad1-4216-be65-0ef6b9b8cf07 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:11.542287 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-7000d802-1ad1-4216-be65-0ef6b9b8cf07 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9703829 Mar 07 13:56:11.559770 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-8702c6f8-408e-4590-bdca-a254b2c2dfd8 service neutron] Request body: {'port': {'device_id': '8efb95ff-b11b-4508-b576-713dff66278f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:56:11.579236 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-6428b4c7-adcc-4239-90df-9af42459ddfa admin admin] Deleting port b3ee3f4f-d498-48fc-a738-137425e4d7c7 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:56:11.580514 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6428b4c7-adcc-4239-90df-9af42459ddfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (b3ee3f4f-d498-48fc-a738-137425e4d7c7), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:11.643077 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-8702c6f8-408e-4590-bdca-a254b2c2dfd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (6f785664-5687-4d3c-b2d6-367b7c3f3fdc), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:11.677555 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965a51f8-c3da-4b70-98df-e9b6e3ecd4f6 None None] DHCP port deletion for 1fe79bea-0b2f-4ca0-9976-9268f30979b6 request from dv-cinder-813222-6-iscsi {{(pid=109595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 13:56:11.731524 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [None req-6428b4c7-adcc-4239-90df-9af42459ddfa admin admin] For port b3ee3f4f-d498-48fc-a738-137425e4d7c7, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=b3ee3f4f-d498-48fc-a738-137425e4d7c7,segment=NetworkSegment(d480a268-357b-4c2b-ab8a-0e4aba068b64),segment_id=d480a268-357b-4c2b-ab8a-0e4aba068b64)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:56:11.732200 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6428b4c7-adcc-4239-90df-9af42459ddfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (b3ee3f4f-d498-48fc-a738-137425e4d7c7), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:11.740434 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60336) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:11.761764 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-6428b4c7-adcc-4239-90df-9af42459ddfa admin admin] Calling delete_port for b3ee3f4f-d498-48fc-a738-137425e4d7c7 owned by network:dhcp {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:56:11.779733 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-965a51f8-c3da-4b70-98df-e9b6e3ecd4f6 None None] Deleting port b3ee3f4f-d498-48fc-a738-137425e4d7c7 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:56:11.780159 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-965a51f8-c3da-4b70-98df-e9b6e3ecd4f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (b3ee3f4f-d498-48fc-a738-137425e4d7c7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:11.846023 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad882cb3-e3ec-4802-897a-b0c860c87f12 None None] New status for floating IP 7e28be7a-f7e1-4c09-9447-07db513d1e09: DOWN {{(pid=109595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 13:56:11.862996 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6428b4c7-adcc-4239-90df-9af42459ddfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (b3ee3f4f-d498-48fc-a738-137425e4d7c7), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:11.894905 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6428b4c7-adcc-4239-90df-9af42459ddfa admin admin] No DVR routers for this DVR port b3ee3f4f-d498-48fc-a738-137425e4d7c7 on host dv-cinder-813222-6-iscsi {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:56:11.899822 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428b4c7-adcc-4239-90df-9af42459ddfa admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ee3f4f-d498-48fc-a738-137425e4d7c7,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:11.926258 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 2e7b1423-b516-4d15-afad-9fdac1a5e6cd no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:56:11.948992 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd57f57-24e4-40bc-af6e-4dfe15426eee req-91ccae8e-5471-4ee1-8840-f3b082625824 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:11.950661 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fcd57f57-24e4-40bc-af6e-4dfe15426eee req-91ccae8e-5471-4ee1-8840-f3b082625824 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8efb95ff-b11b-4508-b576-713dff66278f HTTP/1.1" status: 200 len: 932 time: 0.2976406 Mar 07 13:56:11.974867 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-965a51f8-c3da-4b70-98df-e9b6e3ecd4f6 None None] For port b3ee3f4f-d498-48fc-a738-137425e4d7c7, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=b3ee3f4f-d498-48fc-a738-137425e4d7c7,segment=NetworkSegment(d480a268-357b-4c2b-ab8a-0e4aba068b64),segment_id=d480a268-357b-4c2b-ab8a-0e4aba068b64)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:56:11.975270 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-965a51f8-c3da-4b70-98df-e9b6e3ecd4f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (b3ee3f4f-d498-48fc-a738-137425e4d7c7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:11.981991 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-146aa125-0b71-4d91-873f-f3d562843dfe tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for security_group (c75b407a-d2f0-465e-abc2-042902cab280), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:11.989666 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-06610f58-956e-4e5f-902c-c95e56a40875 None None] Provisioning complete for port 6f785664-5687-4d3c-b2d6-367b7c3f3fdc triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:56:11.990288 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06610f58-956e-4e5f-902c-c95e56a40875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (6f785664-5687-4d3c-b2d6-367b7c3f3fdc), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:11.991155 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6428b4c7-adcc-4239-90df-9af42459ddfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725100', 'neutron.services.segments.db._delete_segments_for_network-8776652592487'] for network (1fe79bea-0b2f-4ca0-9976-9268f30979b6), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:11.998657 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] No Port match for: 2e7b1423-b516-4d15-afad-9fdac1a5e6cd {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:56:11.998995 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 2e7b1423-b516-4d15-afad-9fdac1a5e6cd not bound to the agent host hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:56:12.008699 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-965a51f8-c3da-4b70-98df-e9b6e3ecd4f6 None None] Calling delete_port for b3ee3f4f-d498-48fc-a738-137425e4d7c7 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:56:12.017578 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-6428b4c7-adcc-4239-90df-9af42459ddfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe79bea-0b2f-4ca0-9976-9268f30979b6']}} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:12.029094 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-6428b4c7-adcc-4239-90df-9af42459ddfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd480a268-357b-4c2b-ab8a-0e4aba068b64') {'for_net_delete': True} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:12.029413 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-6428b4c7-adcc-4239-90df-9af42459ddfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd480a268-357b-4c2b-ab8a-0e4aba068b64') {} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:12.040901 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6428b4c7-adcc-4239-90df-9af42459ddfa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776652593776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25006563'] for segment (d480a268-357b-4c2b-ab8a-0e4aba068b64), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:12.058375 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6428b4c7-adcc-4239-90df-9af42459ddfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (d480a268-357b-4c2b-ab8a-0e4aba068b64), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:12.058629 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-146aa125-0b71-4d91-873f-f3d562843dfe tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for security_group (c75b407a-d2f0-465e-abc2-042902cab280), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:12.071975 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6428b4c7-adcc-4239-90df-9af42459ddfa admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=109593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 13:56:12.072917 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6428b4c7-adcc-4239-90df-9af42459ddfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4238678'] for segment (d480a268-357b-4c2b-ab8a-0e4aba068b64), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:12.119574 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fcd57f57-24e4-40bc-af6e-4dfe15426eee req-1b78c7c8-b96b-4617-a20e-e231cc4b237b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc707fc6-691f-4dd3-ace7-fb97203e3317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553791 Mar 07 13:56:12.123351 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-06610f58-956e-4e5f-902c-c95e56a40875 None None] Port 6f785664-5687-4d3c-b2d6-367b7c3f3fdc cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: Traceback (most recent call last): Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: timer() Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: cb(*args, **kw) Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: return func(*args, **kwargs) Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: self._notify() Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: self.callback(batched_events) Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: event.method(event) Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: return f(self, *a, **k) Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: return self._get(url).json() Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: return self.request(url, 'GET', **kwargs) Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 13:56:12.142942 dv-cinder-813222-6-iscsi neutron-server[109593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 13:56:12.155174 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-965a51f8-c3da-4b70-98df-e9b6e3ecd4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098'] for port (b3ee3f4f-d498-48fc-a738-137425e4d7c7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:12.169664 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6428b4c7-adcc-4239-90df-9af42459ddfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8114104'] for network (1fe79bea-0b2f-4ca0-9976-9268f30979b6), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:12.175376 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6428b4c7-adcc-4239-90df-9af42459ddfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:12.181619 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-6428b4c7-adcc-4239-90df-9af42459ddfa admin admin] 10.222.0.24 "DELETE /v2.0/networks/1fe79bea-0b2f-4ca0-9976-9268f30979b6 HTTP/1.1" status: 204 len: 168 time: 0.7690353 Mar 07 13:56:12.187016 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a51f8-c3da-4b70-98df-e9b6e3ecd4f6 None None] Pushing event deleted for resources: {'Port': ['ID=b3ee3f4f-d498-48fc-a738-137425e4d7c7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:12.188422 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965a51f8-c3da-4b70-98df-e9b6e3ecd4f6 None None] No DVR routers for this DVR port b3ee3f4f-d498-48fc-a738-137425e4d7c7 on host dv-cinder-813222-6-iscsi {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:56:12.203909 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-146aa125-0b71-4d91-873f-f3d562843dfe tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (c75b407a-d2f0-465e-abc2-042902cab280), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:12.207207 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-146aa125-0b71-4d91-873f-f3d562843dfe tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:12.208319 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428b4c7-adcc-4239-90df-9af42459ddfa admin admin] Pushing event deleted for resources: {'Network': ['ID=1fe79bea-0b2f-4ca0-9976-9268f30979b6,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:12.208543 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-146aa125-0b71-4d91-873f-f3d562843dfe tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "DELETE /v2.0/security-groups/c75b407a-d2f0-465e-abc2-042902cab280 HTTP/1.1" status: 204 len: 168 time: 0.4623744 Mar 07 13:56:12.212284 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60340) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:12.214870 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-8702c6f8-408e-4590-bdca-a254b2c2dfd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f785664-5687-4d3c-b2d6-367b7c3f3fdc {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:56:12.227750 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.api.v2.resource [None req-9f5fa470-f12f-4178-bb54-7069b0429b93 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] show failed (client error): The resource could not be found. Mar 07 13:56:12.227885 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-8702c6f8-408e-4590-bdca-a254b2c2dfd8 service neutron] Publish callbacks [] for port (6f785664-5687-4d3c-b2d6-367b7c3f3fdc), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:12.228790 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-9f5fa470-f12f-4178-bb54-7069b0429b93 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "GET /v2.0/security-groups/c75b407a-d2f0-465e-abc2-042902cab280 HTTP/1.1" status: 404 len: 347 time: 0.0147538 Mar 07 13:56:12.231777 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60342) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:12.234698 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa125-0b71-4d91-873f-f3d562843dfe tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75b407a-d2f0-465e-abc2-042902cab280,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:12.244495 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-8702c6f8-408e-4590-bdca-a254b2c2dfd8 service neutron] Transition to ACTIVE for port object 6f785664-5687-4d3c-b2d6-367b7c3f3fdc will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 13:56:12.250446 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-8702c6f8-408e-4590-bdca-a254b2c2dfd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (6f785664-5687-4d3c-b2d6-367b7c3f3fdc), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:12.328381 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702c6f8-408e-4590-bdca-a254b2c2dfd8 service neutron] Pushing event updated for resources: {'Port': ['ID=6f785664-5687-4d3c-b2d6-367b7c3f3fdc,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:12.398075 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-1b819ecc-800e-4315-bf59-853ffa5cce41 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Deleting port 74677f8c-0a32-4ca3-acd9-b76cd52324d6 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:56:12.398512 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1b819ecc-800e-4315-bf59-853ffa5cce41 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (74677f8c-0a32-4ca3-acd9-b76cd52324d6), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:12.400607 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-8702c6f8-408e-4590-bdca-a254b2c2dfd8 service neutron] Attempting to bind port 6f785664-5687-4d3c-b2d6-367b7c3f3fdc on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:56:12.401538 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-8702c6f8-408e-4590-bdca-a254b2c2dfd8 service neutron] Attempting to bind port 6f785664-5687-4d3c-b2d6-367b7c3f3fdc by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '74ac2952-f331-492e-bac0-8b86569599b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:56:12.401882 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-8702c6f8-408e-4590-bdca-a254b2c2dfd8 service neutron] Attempting to bind port 6f785664-5687-4d3c-b2d6-367b7c3f3fdc on network ff8c39cf-f80c-4bf9-aa94-569d62eb4183 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:56:12.407333 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-8702c6f8-408e-4590-bdca-a254b2c2dfd8 service neutron] Port 6f785664-5687-4d3c-b2d6-367b7c3f3fdc on network ff8c39cf-f80c-4bf9-aa94-569d62eb4183 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 13:56:12.407610 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-8702c6f8-408e-4590-bdca-a254b2c2dfd8 service neutron] Attempting to bind port 6f785664-5687-4d3c-b2d6-367b7c3f3fdc on network ff8c39cf-f80c-4bf9-aa94-569d62eb4183 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:56:12.414866 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-8702c6f8-408e-4590-bdca-a254b2c2dfd8 service neutron] Checking agent: {'id': '54ecd8f5-e943-4369-a21b-1222345f30ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'started_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:56:12.415214 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-8702c6f8-408e-4590-bdca-a254b2c2dfd8 service neutron] Checking segment: {'id': '74ac2952-f331-492e-bac0-8b86569599b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:56:12.415606 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-8702c6f8-408e-4590-bdca-a254b2c2dfd8 service neutron] Bound using segment: {'id': '74ac2952-f331-492e-bac0-8b86569599b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:56:12.416047 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-8702c6f8-408e-4590-bdca-a254b2c2dfd8 service neutron] Bound port: 6f785664-5687-4d3c-b2d6-367b7c3f3fdc, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74ac2952-f331-492e-bac0-8b86569599b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:56:12.416879 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-8702c6f8-408e-4590-bdca-a254b2c2dfd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (6f785664-5687-4d3c-b2d6-367b7c3f3fdc), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:12.430860 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60344) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:12.431050 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device b3ee3f4f-d498-48fc-a738-137425e4d7c7 no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:56:12.455305 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: b3ee3f4f-d498-48fc-a738-137425e4d7c7 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:56:12.455682 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device b3ee3f4f-d498-48fc-a738-137425e4d7c7 not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:56:12.458800 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8 no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:56:12.481286 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:56:12.481912 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device f913e333-ebd4-490b-8cd6-6c9d7fdf2fe8 not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:56:12.501555 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1b819ecc-800e-4315-bf59-853ffa5cce41 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (74677f8c-0a32-4ca3-acd9-b76cd52324d6), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:12.501963 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1b819ecc-800e-4315-bf59-853ffa5cce41 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for floatingip (74677f8c-0a32-4ca3-acd9-b76cd52324d6), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:12.516055 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-1b819ecc-800e-4315-bf59-853ffa5cce41 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Calling delete_port for 74677f8c-0a32-4ca3-acd9-b76cd52324d6 owned by network:floatingip {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:56:12.525594 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-8702c6f8-408e-4590-bdca-a254b2c2dfd8 service neutron] For port 6f785664-5687-4d3c-b2d6-367b7c3f3fdc, host hv-cinder-81322, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:56:12.529883 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-9aa04777-f994-4959-b06a-b66299cd26f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c10fe3afe2e84b7694415570a68cee37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0979280 Mar 07 13:56:12.531732 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-8702c6f8-408e-4590-bdca-a254b2c2dfd8 service neutron] For port 6f785664-5687-4d3c-b2d6-367b7c3f3fdc, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6f785664-5687-4d3c-b2d6-367b7c3f3fdc,segment=NetworkSegment(74ac2952-f331-492e-bac0-8b86569599b9),segment_id=74ac2952-f331-492e-bac0-8b86569599b9)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:56:12.532995 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60346) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:12.549772 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-8702c6f8-408e-4590-bdca-a254b2c2dfd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (6f785664-5687-4d3c-b2d6-367b7c3f3fdc), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:12.602972 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-8702c6f8-408e-4590-bdca-a254b2c2dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:12.603596 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-8702c6f8-408e-4590-bdca-a254b2c2dfd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:12.604976 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-8702c6f8-408e-4590-bdca-a254b2c2dfd8 service neutron] 10.222.0.10 "PUT /v2.0/ports/6f785664-5687-4d3c-b2d6-367b7c3f3fdc HTTP/1.1" status: 200 len: 1094 time: 1.0499878 Mar 07 13:56:12.663265 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1b819ecc-800e-4315-bf59-853ffa5cce41 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (74677f8c-0a32-4ca3-acd9-b76cd52324d6), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:12.673927 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ecaaea0-e0fb-4f1b-91e9-3c1e35e5f36e admin admin] Publish callbacks [] for security_group (06963100-1115-4c30-9418-012d22ae32fd), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:12.692527 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b819ecc-800e-4315-bf59-853ffa5cce41 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Pushing event deleted for resources: {'Port': ['ID=74677f8c-0a32-4ca3-acd9-b76cd52324d6,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:12.709237 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702c6f8-408e-4590-bdca-a254b2c2dfd8 service neutron] Pushing event updated for resources: {'Port': ['ID=6f785664-5687-4d3c-b2d6-367b7c3f3fdc,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:12.724713 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efb95ff-b11b-4508-b576-713dff66278f', 'tag': '6f785664-5687-4d3c-b2d6-367b7c3f3fdc'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:56:12.727051 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba48f11-617c-4103-81b3-66fad2709406" -d '{"events": [{"name": "network-changed", "server_uuid": "8efb95ff-b11b-4508-b576-713dff66278f", "tag": "6f785664-5687-4d3c-b2d6-367b7c3f3fdc"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:56:12.743124 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ecaaea0-e0fb-4f1b-91e9-3c1e35e5f36e admin admin] Publish callbacks [] for security_group (06963100-1115-4c30-9418-012d22ae32fd), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:12.757050 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-d7b52399-031e-4f36-bcf2-e8bc4b2fdc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:12.758492 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-d7b52399-031e-4f36-bcf2-e8bc4b2fdc3f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=996a42ff017e4712bcdf058eada9f861&device_id=8efb95ff-b11b-4508-b576-713dff66278f HTTP/1.1" status: 200 len: 1128 time: 0.0941486 Mar 07 13:56:12.763054 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1b819ecc-800e-4315-bf59-853ffa5cce41 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks [] for floatingip (7e28be7a-f7e1-4c09-9447-07db513d1e09), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:12.766573 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1b819ecc-800e-4315-bf59-853ffa5cce41 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:12.775923 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-1b819ecc-800e-4315-bf59-853ffa5cce41 tempest-AttachVolumeTestJSON-760087920 tempest-AttachVolumeTestJSON-760087920-project] 10.222.0.24 "DELETE /v2.0/floatingips/7e28be7a-f7e1-4c09-9447-07db513d1e09 HTTP/1.1" status: 204 len: 168 time: 0.5406172 Mar 07 13:56:12.791343 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2e698c-1849-4379-af59-a3c899870dcd x-openstack-request-id: req-6b2e698c-1849-4379-af59-a3c899870dcd {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:56:12.791669 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8efb95ff-b11b-4508-b576-713dff66278f", "tag": "6f785664-5687-4d3c-b2d6-367b7c3f3fdc", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:56:12.792311 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b2e698c-1849-4379-af59-a3c899870dcd {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:56:12.792311 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8efb95ff-b11b-4508-b576-713dff66278f', 'tag': '6f785664-5687-4d3c-b2d6-367b7c3f3fdc', 'status': 'completed', 'code': 200} Mar 07 13:56:12.820536 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-5c7d3e71-2fa6-4b03-a626-221fbabe9bc4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f785664-5687-4d3c-b2d6-367b7c3f3fdc HTTP/1.1" status: 200 len: 217 time: 0.0459731 Mar 07 13:56:12.873362 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ecaaea0-e0fb-4f1b-91e9-3c1e35e5f36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (06963100-1115-4c30-9418-012d22ae32fd), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:12.876064 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ecaaea0-e0fb-4f1b-91e9-3c1e35e5f36e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:12.877385 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-6ecaaea0-e0fb-4f1b-91e9-3c1e35e5f36e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06963100-1115-4c30-9418-012d22ae32fd HTTP/1.1" status: 204 len: 168 time: 0.3434093 Mar 07 13:56:12.897623 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecaaea0-e0fb-4f1b-91e9-3c1e35e5f36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06963100-1115-4c30-9418-012d22ae32fd,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:12.906644 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-4cf275c0-852f-447b-8c31-364971f0a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:12.908670 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-4cf275c0-852f-447b-8c31-364971f0a4bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4573053f-9ff1-4e3b-a8f8-0bd985a91269 HTTP/1.1" status: 200 len: 854 time: 0.0820920 Mar 07 13:56:12.960781 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-cbec5594-8a03-4570-acc7-a1d00e97f766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:12.962319 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-cbec5594-8a03-4570-acc7-a1d00e97f766 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473266 Mar 07 13:56:13.051723 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-9f81a197-dcf5-43e1-a841-69015b90bf04 service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833185 Mar 07 13:56:13.146422 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3aa6c61c-bae3-4143-8f7b-c8d8d02a7fe6 req-ad5eba31-e9d4-46f2-9e5d-3104bfe26114 service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884221 Mar 07 13:56:13.218641 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60360) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:13.268054 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-6814de3d-9c4f-4ba1-9608-539c0cbf2901 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4475d52ef0846ddaff725f33db44787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482256 Mar 07 13:56:13.270600 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60362) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:13.291548 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ed3a4-4d12-4e06-8a30-e28b736d3112 req-083a0c62-59c5-40a1-9b33-0306d439d32a tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:13.293016 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ae0ed3a4-4d12-4e06-8a30-e28b736d3112 req-083a0c62-59c5-40a1-9b33-0306d439d32a tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8efb95ff-b11b-4508-b576-713dff66278f HTTP/1.1" status: 200 len: 944 time: 0.0933409 Mar 07 13:56:13.299029 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba48f11-617c-4103-81b3-66fad2709406 req-ac5f61af-f56d-462a-b9e9-0291a9545977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:13.300404 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2ba48f11-617c-4103-81b3-66fad2709406 req-ac5f61af-f56d-462a-b9e9-0291a9545977 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=996a42ff017e4712bcdf058eada9f861&device_id=8efb95ff-b11b-4508-b576-713dff66278f HTTP/1.1" status: 200 len: 1128 time: 0.0627694 Mar 07 13:56:13.322397 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-56ef936a-ac5e-4db4-b865-08b47fb3416f admin admin] Publish callbacks [] for security_group (1bbe4d5a-2448-458e-96e6-a02f7d772875), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:13.343671 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-56ef936a-ac5e-4db4-b865-08b47fb3416f admin admin] Publish callbacks [] for security_group (1bbe4d5a-2448-458e-96e6-a02f7d772875), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:13.390903 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-56ef936a-ac5e-4db4-b865-08b47fb3416f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (1bbe4d5a-2448-458e-96e6-a02f7d772875), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:13.393651 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-56ef936a-ac5e-4db4-b865-08b47fb3416f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:13.394993 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-56ef936a-ac5e-4db4-b865-08b47fb3416f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1bbe4d5a-2448-458e-96e6-a02f7d772875 HTTP/1.1" status: 204 len: 168 time: 0.1234977 Mar 07 13:56:13.398681 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ae0ed3a4-4d12-4e06-8a30-e28b736d3112 req-89b0b223-8c5d-46ad-9a1d-63f707bad084 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc707fc6-691f-4dd3-ace7-fb97203e3317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967979 Mar 07 13:56:13.403322 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef936a-ac5e-4db4-b865-08b47fb3416f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbe4d5a-2448-458e-96e6-a02f7d772875,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:13.432595 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba48f11-617c-4103-81b3-66fad2709406 req-b8c5a421-d032-4333-b8d7-6eed5f326645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:13.434149 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2ba48f11-617c-4103-81b3-66fad2709406 req-b8c5a421-d032-4333-b8d7-6eed5f326645 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183 HTTP/1.1" status: 200 len: 915 time: 0.1260357 Mar 07 13:56:13.478822 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2ba48f11-617c-4103-81b3-66fad2709406 req-a0e9f9b5-6187-41f0-b00a-556378056ed0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f785664-5687-4d3c-b2d6-367b7c3f3fdc HTTP/1.1" status: 200 len: 217 time: 0.0389903 Mar 07 13:56:13.530994 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba48f11-617c-4103-81b3-66fad2709406 req-a8a31860-bdc1-43c2-9ce4-f0e0195eb972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:13.532508 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2ba48f11-617c-4103-81b3-66fad2709406 req-a8a31860-bdc1-43c2-9ce4-f0e0195eb972 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4573053f-9ff1-4e3b-a8f8-0bd985a91269 HTTP/1.1" status: 200 len: 854 time: 0.0486257 Mar 07 13:56:13.583607 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba48f11-617c-4103-81b3-66fad2709406 req-1c7508d8-45c1-43d3-838b-2a9186aa8c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:13.585198 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2ba48f11-617c-4103-81b3-66fad2709406 req-1c7508d8-45c1-43d3-838b-2a9186aa8c22 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473397 Mar 07 13:56:13.684318 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2ba48f11-617c-4103-81b3-66fad2709406 req-0ac24fa6-51f1-48a0-a8f7-7fdb1c702119 service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924346 Mar 07 13:56:13.777858 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2ba48f11-617c-4103-81b3-66fad2709406 req-3e8db030-174f-4054-b1ca-9a7214089a3d service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877950 Mar 07 13:56:14.528260 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163fee5-ab50-4ada-92b6-43373625abf0 req-9b5ecca2-1644-401c-bba3-9232ac8ae780 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:14.529777 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8163fee5-ab50-4ada-92b6-43373625abf0 req-9b5ecca2-1644-401c-bba3-9232ac8ae780 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8efb95ff-b11b-4508-b576-713dff66278f HTTP/1.1" status: 200 len: 944 time: 0.0526137 Mar 07 13:56:14.579506 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8163fee5-ab50-4ada-92b6-43373625abf0 req-89256335-d592-4947-9217-4f16a68adff1 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc707fc6-691f-4dd3-ace7-fb97203e3317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439634 Mar 07 13:56:15.693684 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fc093-dfad-4b4d-81bb-1e0f5a17ff49 req-8646d1a5-41ec-4877-b322-22d3355f8aa9 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:15.695155 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-052fc093-dfad-4b4d-81bb-1e0f5a17ff49 req-8646d1a5-41ec-4877-b322-22d3355f8aa9 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8efb95ff-b11b-4508-b576-713dff66278f HTTP/1.1" status: 200 len: 944 time: 0.0521402 Mar 07 13:56:15.740077 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-052fc093-dfad-4b4d-81bb-1e0f5a17ff49 req-931db0e3-d169-4ac6-9e71-e495d455d3d0 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc707fc6-691f-4dd3-ace7-fb97203e3317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394695 Mar 07 13:56:15.943917 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 6f785664-5687-4d3c-b2d6-367b7c3f3fdc details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 13:56:16.037083 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 6f785664-5687-4d3c-b2d6-367b7c3f3fdc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6f785664-5687-4d3c-b2d6-367b7c3f3fdc,segment=NetworkSegment(74ac2952-f331-492e-bac0-8b86569599b9),segment_id=74ac2952-f331-492e-bac0-8b86569599b9)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:56:16.047678 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Returning: {'device': '6f785664-5687-4d3c-b2d6-367b7c3f3fdc', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'port_id': '6f785664-5687-4d3c-b2d6-367b7c3f3fdc', 'mac_address': 'fa:16:3e:60:da:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 13:56:16.087037 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 6f785664-5687-4d3c-b2d6-367b7c3f3fdc is: DOWN; New status is: BUILD {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:56:16.087423 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (6f785664-5687-4d3c-b2d6-367b7c3f3fdc), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:16.099657 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f785664-5687-4d3c-b2d6-367b7c3f3fdc {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:56:16.117724 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 6f785664-5687-4d3c-b2d6-367b7c3f3fdc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6f785664-5687-4d3c-b2d6-367b7c3f3fdc,segment=NetworkSegment(74ac2952-f331-492e-bac0-8b86569599b9),segment_id=74ac2952-f331-492e-bac0-8b86569599b9)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:56:16.121814 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (6f785664-5687-4d3c-b2d6-367b7c3f3fdc), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:16.166897 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=6f785664-5687-4d3c-b2d6-367b7c3f3fdc,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:16.290840 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60392) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:16.507441 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['6f785664-5687-4d3c-b2d6-367b7c3f3fdc'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:56:16.815764 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f21cb82d-4b06-41e6-97b8-b49cda5796ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8115010'] for router_interface (2c2ff1f9-7145-4cd8-b352-f54c4fb38f21), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:16.854358 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409d7a8-a14f-4fda-85d9-497959a2bbdc req-3a239271-d3a2-4b6a-8679-35857a1e2e96 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:16.855837 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6409d7a8-a14f-4fda-85d9-497959a2bbdc req-3a239271-d3a2-4b6a-8679-35857a1e2e96 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8efb95ff-b11b-4508-b576-713dff66278f HTTP/1.1" status: 200 len: 945 time: 0.0521951 Mar 07 13:56:16.903652 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6409d7a8-a14f-4fda-85d9-497959a2bbdc req-3c4d6c15-d5c7-4e6b-b947-d0688b37ef1c tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc707fc6-691f-4dd3-ace7-fb97203e3317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420556 Mar 07 13:56:17.060252 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-f21cb82d-4b06-41e6-97b8-b49cda5796ed admin admin] Deleting port 002d1112-ab29-4cad-b2b4-3b327dcf4a46 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:56:17.060506 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f21cb82d-4b06-41e6-97b8-b49cda5796ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (002d1112-ab29-4cad-b2b4-3b327dcf4a46), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:17.138209 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [None req-f21cb82d-4b06-41e6-97b8-b49cda5796ed admin admin] For port 002d1112-ab29-4cad-b2b4-3b327dcf4a46, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=002d1112-ab29-4cad-b2b4-3b327dcf4a46,segment=NetworkSegment(1abe214c-6bc4-4052-8a26-d926235503eb),segment_id=1abe214c-6bc4-4052-8a26-d926235503eb)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:56:17.138565 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f21cb82d-4b06-41e6-97b8-b49cda5796ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (002d1112-ab29-4cad-b2b4-3b327dcf4a46), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:17.150210 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-f21cb82d-4b06-41e6-97b8-b49cda5796ed admin admin] Calling delete_port for 002d1112-ab29-4cad-b2b4-3b327dcf4a46 owned by network:router_interface {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:56:17.332417 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f21cb82d-4b06-41e6-97b8-b49cda5796ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (002d1112-ab29-4cad-b2b4-3b327dcf4a46), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:17.357411 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cb82d-4b06-41e6-97b8-b49cda5796ed admin admin] Pushing event deleted for resources: {'Port': ['ID=002d1112-ab29-4cad-b2b4-3b327dcf4a46,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:17.531580 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f21cb82d-4b06-41e6-97b8-b49cda5796ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8114998'] for router_interface (2c2ff1f9-7145-4cd8-b352-f54c4fb38f21), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:17.873484 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-580b2af9-5261-43cc-bcd6-f0079a8c61aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:17.943690 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 6f785664-5687-4d3c-b2d6-367b7c3f3fdc up at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:56:17.978659 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21cb82d-4b06-41e6-97b8-b49cda5796ed admin admin] Router 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:56:17.995816 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning for port 6f785664-5687-4d3c-b2d6-367b7c3f3fdc completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 13:56:18.000201 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning complete for port 6f785664-5687-4d3c-b2d6-367b7c3f3fdc triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:56:18.000571 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (6f785664-5687-4d3c-b2d6-367b7c3f3fdc), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:18.030667 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a3e33-2dd0-4e27-b324-f98b63d0510d req-1c0f6cf9-ff11-4cff-b851-f457a6096a00 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:18.033518 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-851a3e33-2dd0-4e27-b324-f98b63d0510d req-1c0f6cf9-ff11-4cff-b851-f457a6096a00 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8efb95ff-b11b-4508-b576-713dff66278f HTTP/1.1" status: 200 len: 945 time: 0.0604908 Mar 07 13:56:18.083707 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-851a3e33-2dd0-4e27-b324-f98b63d0510d req-7056e0f5-fe64-4497-be93-9043eca654a0 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc707fc6-691f-4dd3-ace7-fb97203e3317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436676 Mar 07 13:56:18.092472 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21cb82d-4b06-41e6-97b8-b49cda5796ed admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:56:18.099056 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-f21cb82d-4b06-41e6-97b8-b49cda5796ed admin admin] 10.222.0.24 "PUT /v2.0/routers/2c2ff1f9-7145-4cd8-b352-f54c4fb38f21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8070655 Mar 07 13:56:18.101679 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60400) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:18.111822 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba637770-f9e5-4864-808b-bb1d4a94a99f None None] Sync routers for ids ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'] in dv-cinder-813222-6-iscsi {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:56:18.127488 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba637770-f9e5-4864-808b-bb1d4a94a99f None None] Routers {'2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:56:18.128032 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ba637770-f9e5-4864-808b-bb1d4a94a99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:55:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:18.214609 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fa8415fd-a4d8-4349-b482-da237c8022d2 admin admin] Publish callbacks [] for router (2c2ff1f9-7145-4cd8-b352-f54c4fb38f21), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:18.214867 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 6f785664-5687-4d3c-b2d6-367b7c3f3fdc is: BUILD; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:56:18.215606 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (6f785664-5687-4d3c-b2d6-367b7c3f3fdc), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:18.236496 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-ba637770-f9e5-4864-808b-bb1d4a94a99f None None] Set router 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 gateway port host: dv-cinder-813222-6-iscsi {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:56:18.239519 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efb95ff-b11b-4508-b576-713dff66278f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f785664-5687-4d3c-b2d6-367b7c3f3fdc'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:56:18.241785 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6b0b6c-9fae-4f09-9070-536dafe8890a" -d '{"events": [{"server_uuid": "8efb95ff-b11b-4508-b576-713dff66278f", "name": "network-vif-plugged", "status": "completed", "tag": "6f785664-5687-4d3c-b2d6-367b7c3f3fdc"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:56:18.261833 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 6f785664-5687-4d3c-b2d6-367b7c3f3fdc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6f785664-5687-4d3c-b2d6-367b7c3f3fdc,segment=NetworkSegment(74ac2952-f331-492e-bac0-8b86569599b9),segment_id=74ac2952-f331-492e-bac0-8b86569599b9)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:56:18.270244 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (6f785664-5687-4d3c-b2d6-367b7c3f3fdc), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:18.340568 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=6f785664-5687-4d3c-b2d6-367b7c3f3fdc,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:18.367775 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fa8415fd-a4d8-4349-b482-da237c8022d2 admin admin] Publish callbacks [] for router_gateway (2c2ff1f9-7145-4cd8-b352-f54c4fb38f21), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:18.430206 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-fa8415fd-a4d8-4349-b482-da237c8022d2 admin admin] Deleting port 73a1f249-7e6a-4120-a7d7-545fb698d518 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:56:18.430576 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fa8415fd-a4d8-4349-b482-da237c8022d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (73a1f249-7e6a-4120-a7d7-545fb698d518), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:18.441022 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a3f990-1bb3-4b48-9875-d3217960c9a0 x-openstack-request-id: req-16a3f990-1bb3-4b48-9875-d3217960c9a0 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:56:18.442169 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efb95ff-b11b-4508-b576-713dff66278f", "name": "network-vif-plugged", "status": "completed", "tag": "6f785664-5687-4d3c-b2d6-367b7c3f3fdc", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:56:18.442499 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16a3f990-1bb3-4b48-9875-d3217960c9a0 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:56:18.442957 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efb95ff-b11b-4508-b576-713dff66278f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f785664-5687-4d3c-b2d6-367b7c3f3fdc', 'code': 200} Mar 07 13:56:18.457781 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ba637770-f9e5-4864-808b-bb1d4a94a99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'name': 'tempest-AttachVolumeTestJSON-948968075-router', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:56:17Z', 'revision_number': 5, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'gw_port': {'id': '73a1f249-7e6a-4120-a7d7-545fb698d518', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:18.487828 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba637770-f9e5-4864-808b-bb1d4a94a99f None None] Checking router: 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 for host: dv-cinder-813222-6-iscsi {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:56:18.497113 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba637770-f9e5-4864-808b-bb1d4a94a99f None None] Routers {'2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:56:18.497749 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ba637770-f9e5-4864-808b-bb1d4a94a99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:55:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:18.508854 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-fa8415fd-a4d8-4349-b482-da237c8022d2 admin admin] For port 73a1f249-7e6a-4120-a7d7-545fb698d518, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=73a1f249-7e6a-4120-a7d7-545fb698d518,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:56:18.509237 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fa8415fd-a4d8-4349-b482-da237c8022d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (73a1f249-7e6a-4120-a7d7-545fb698d518), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:18.521619 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-fa8415fd-a4d8-4349-b482-da237c8022d2 admin admin] Calling delete_port for 73a1f249-7e6a-4120-a7d7-545fb698d518 owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:56:18.589653 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-ba637770-f9e5-4864-808b-bb1d4a94a99f None None] Set router 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:56:18.643712 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ba637770-f9e5-4864-808b-bb1d4a94a99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'name': 'tempest-AttachVolumeTestJSON-948968075-router', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:56:18Z', 'revision_number': 6, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'gw_port_host': None}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:18.670587 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba637770-f9e5-4864-808b-bb1d4a94a99f None None] The sync data for ids ['2c2ff1f9-7145-4cd8-b352-f54c4fb38f21'] in dv-cinder-813222-6-iscsi is: [{'id': '2c2ff1f9-7145-4cd8-b352-f54c4fb38f21', 'name': 'tempest-AttachVolumeTestJSON-948968075-router', 'tenant_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:49:02Z', 'updated_at': '2022-03-07T13:56:18Z', 'revision_number': 6, 'project_id': '8ffdd53d4a3f432e83ee1806a26d0e8b', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:56:18.958593 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3f0a4-7509-44c7-bf1e-8b1023cdb22f req-3f3a7eb7-2d8c-47b1-9aad-9d104f5853c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:18.960115 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5ff3f0a4-7509-44c7-bf1e-8b1023cdb22f req-3f3a7eb7-2d8c-47b1-9aad-9d104f5853c4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8efb95ff-b11b-4508-b576-713dff66278f HTTP/1.1" status: 200 len: 1130 time: 0.3382440 Mar 07 13:56:19.027515 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fa8415fd-a4d8-4349-b482-da237c8022d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (73a1f249-7e6a-4120-a7d7-545fb698d518), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:19.042876 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5ff3f0a4-7509-44c7-bf1e-8b1023cdb22f req-7291a478-fea0-4c05-9cd4-0e1e116df014 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=dc707fc6-691f-4dd3-ace7-fb97203e3317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629888 Mar 07 13:56:19.062281 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8415fd-a4d8-4349-b482-da237c8022d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=73a1f249-7e6a-4120-a7d7-545fb698d518,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:19.123771 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fa8415fd-a4d8-4349-b482-da237c8022d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8114076'] for router_gateway (2c2ff1f9-7145-4cd8-b352-f54c4fb38f21), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:19.236675 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fa8415fd-a4d8-4349-b482-da237c8022d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8117800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60004'] for router (2c2ff1f9-7145-4cd8-b352-f54c4fb38f21), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:19.240002 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fa8415fd-a4d8-4349-b482-da237c8022d2 admin admin] Publish callbacks [] for router_controller (2c2ff1f9-7145-4cd8-b352-f54c4fb38f21), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:19.286286 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fa8415fd-a4d8-4349-b482-da237c8022d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8117823'] for router (2c2ff1f9-7145-4cd8-b352-f54c4fb38f21), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:19.286799 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8415fd-a4d8-4349-b482-da237c8022d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 13:56:19.295648 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0001c-7dbb-4d43-916d-9b85237d0ce1 req-1b9273b6-9172-4930-a9f9-32df53160488 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:19.297387 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-51c0001c-7dbb-4d43-916d-9b85237d0ce1 req-1b9273b6-9172-4930-a9f9-32df53160488 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8efb95ff-b11b-4508-b576-713dff66278f HTTP/1.1" status: 200 len: 946 time: 0.1181953 Mar 07 13:56:19.300238 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fa8415fd-a4d8-4349-b482-da237c8022d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:19.301839 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-fa8415fd-a4d8-4349-b482-da237c8022d2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2c2ff1f9-7145-4cd8-b352-f54c4fb38f21 HTTP/1.1" status: 204 len: 168 time: 1.1988029 Mar 07 13:56:19.304332 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60408) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:19.376002 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1d06ee-38fe-45c6-a969-f476e49efcac admin admin] Deleting subnet 2ecbb758-a715-42cc-aa60-edc95b9687c6 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 13:56:19.382214 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3a1d06ee-38fe-45c6-a969-f476e49efcac admin admin] Publish callbacks [] for subnet (2ecbb758-a715-42cc-aa60-edc95b9687c6), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:19.386907 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-51c0001c-7dbb-4d43-916d-9b85237d0ce1 req-5c601f79-1e9a-46ed-9d3f-5b4707800da6 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc707fc6-691f-4dd3-ace7-fb97203e3317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832515 Mar 07 13:56:19.420514 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3a1d06ee-38fe-45c6-a969-f476e49efcac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4840051'] for subnet (2ecbb758-a715-42cc-aa60-edc95b9687c6), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:19.497907 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3a1d06ee-38fe-45c6-a969-f476e49efcac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663011'] for subnet (2ecbb758-a715-42cc-aa60-edc95b9687c6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:19.557863 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3a1d06ee-38fe-45c6-a969-f476e49efcac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4839616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5536110'] for subnet (2ecbb758-a715-42cc-aa60-edc95b9687c6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:19.586225 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d06ee-38fe-45c6-a969-f476e49efcac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ecbb758-a715-42cc-aa60-edc95b9687c6,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:19.589196 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3a1d06ee-38fe-45c6-a969-f476e49efcac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:19.592381 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-3a1d06ee-38fe-45c6-a969-f476e49efcac admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2ecbb758-a715-42cc-aa60-edc95b9687c6 HTTP/1.1" status: 204 len: 168 time: 0.2871857 Mar 07 13:56:19.595418 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60410) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:19.596286 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e773d85-2a43-4169-8475-f4b96121ce5a None None] Network a13d25ed-6982-4eee-bae1-184f281a254d requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 13:56:19.670345 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-68497fc3-a4d4-4ad9-a480-d79b4000dcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635500'] for network (a13d25ed-6982-4eee-bae1-184f281a254d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:19.734885 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-68497fc3-a4d4-4ad9-a480-d79b4000dcae admin admin] Deleting port 891a2c6a-ee70-43f2-b283-79f48e5e598e {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:56:19.735128 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-68497fc3-a4d4-4ad9-a480-d79b4000dcae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (891a2c6a-ee70-43f2-b283-79f48e5e598e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:19.780696 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00364fb-3f5f-4b66-958e-5058c041e94f None None] DHCP port deletion for a13d25ed-6982-4eee-bae1-184f281a254d request from dv-cinder-813222-6-iscsi {{(pid=109595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 13:56:19.806878 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-68497fc3-a4d4-4ad9-a480-d79b4000dcae admin admin] For port 891a2c6a-ee70-43f2-b283-79f48e5e598e, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=891a2c6a-ee70-43f2-b283-79f48e5e598e,segment=NetworkSegment(1abe214c-6bc4-4052-8a26-d926235503eb),segment_id=1abe214c-6bc4-4052-8a26-d926235503eb)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:56:19.807291 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-68497fc3-a4d4-4ad9-a480-d79b4000dcae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (891a2c6a-ee70-43f2-b283-79f48e5e598e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:19.822785 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-68497fc3-a4d4-4ad9-a480-d79b4000dcae admin admin] Calling delete_port for 891a2c6a-ee70-43f2-b283-79f48e5e598e owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:56:19.838683 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-a00364fb-3f5f-4b66-958e-5058c041e94f None None] Deleting port 891a2c6a-ee70-43f2-b283-79f48e5e598e {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:56:19.839208 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a00364fb-3f5f-4b66-958e-5058c041e94f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (891a2c6a-ee70-43f2-b283-79f48e5e598e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:19.908344 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-a00364fb-3f5f-4b66-958e-5058c041e94f None None] For port 891a2c6a-ee70-43f2-b283-79f48e5e598e, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=891a2c6a-ee70-43f2-b283-79f48e5e598e,segment=NetworkSegment(1abe214c-6bc4-4052-8a26-d926235503eb),segment_id=1abe214c-6bc4-4052-8a26-d926235503eb)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:56:19.908935 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a00364fb-3f5f-4b66-958e-5058c041e94f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (891a2c6a-ee70-43f2-b283-79f48e5e598e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:19.915292 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-68497fc3-a4d4-4ad9-a480-d79b4000dcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (891a2c6a-ee70-43f2-b283-79f48e5e598e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:19.923139 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-a00364fb-3f5f-4b66-958e-5058c041e94f None None] Calling delete_port for 891a2c6a-ee70-43f2-b283-79f48e5e598e owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:56:19.945541 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68497fc3-a4d4-4ad9-a480-d79b4000dcae admin admin] Pushing event deleted for resources: {'Port': ['ID=891a2c6a-ee70-43f2-b283-79f48e5e598e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:19.947352 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68497fc3-a4d4-4ad9-a480-d79b4000dcae admin admin] No DVR routers for this DVR port 891a2c6a-ee70-43f2-b283-79f48e5e598e on host dv-cinder-813222-6-iscsi {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:56:20.003151 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a00364fb-3f5f-4b66-958e-5058c041e94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098'] for port (891a2c6a-ee70-43f2-b283-79f48e5e598e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:20.020599 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-68497fc3-a4d4-4ad9-a480-d79b4000dcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725100', 'neutron.services.segments.db._delete_segments_for_network-8776652592487'] for network (a13d25ed-6982-4eee-bae1-184f281a254d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:20.030976 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00364fb-3f5f-4b66-958e-5058c041e94f None None] Pushing event deleted for resources: {'Port': ['ID=891a2c6a-ee70-43f2-b283-79f48e5e598e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:20.035669 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00364fb-3f5f-4b66-958e-5058c041e94f None None] No DVR routers for this DVR port 891a2c6a-ee70-43f2-b283-79f48e5e598e on host dv-cinder-813222-6-iscsi {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:56:20.042941 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-68497fc3-a4d4-4ad9-a480-d79b4000dcae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a13d25ed-6982-4eee-bae1-184f281a254d']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:20.053886 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-68497fc3-a4d4-4ad9-a480-d79b4000dcae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1abe214c-6bc4-4052-8a26-d926235503eb') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:20.054182 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-68497fc3-a4d4-4ad9-a480-d79b4000dcae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1abe214c-6bc4-4052-8a26-d926235503eb') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:20.068021 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-68497fc3-a4d4-4ad9-a480-d79b4000dcae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776652593776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4840072'] for segment (1abe214c-6bc4-4052-8a26-d926235503eb), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:20.078772 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0b57bb04-5dc7-48ab-9141-3ca9421e46c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:20.083256 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-68497fc3-a4d4-4ad9-a480-d79b4000dcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (1abe214c-6bc4-4052-8a26-d926235503eb), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:20.089233 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68497fc3-a4d4-4ad9-a480-d79b4000dcae admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 13:56:20.089613 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-68497fc3-a4d4-4ad9-a480-d79b4000dcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4839594'] for segment (1abe214c-6bc4-4052-8a26-d926235503eb), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: Traceback (most recent call last): Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: timer() Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: cb(*args, **kw) Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: return func(*args, **kwargs) Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: self._notify() Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: self.callback(batched_events) Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: event.method(event) Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: return f(self, *a, **k) Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: return self._get(url).json() Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: return self.request(url, 'GET', **kwargs) Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 13:56:20.091260 dv-cinder-813222-6-iscsi neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 13:56:20.146987 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-68497fc3-a4d4-4ad9-a480-d79b4000dcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8114104'] for network (a13d25ed-6982-4eee-bae1-184f281a254d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:20.152077 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-68497fc3-a4d4-4ad9-a480-d79b4000dcae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:20.155215 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-68497fc3-a4d4-4ad9-a480-d79b4000dcae admin admin] 10.222.0.24 "DELETE /v2.0/networks/a13d25ed-6982-4eee-bae1-184f281a254d HTTP/1.1" status: 204 len: 168 time: 0.5594592 Mar 07 13:56:20.165923 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68497fc3-a4d4-4ad9-a480-d79b4000dcae admin admin] Pushing event deleted for resources: {'Network': ['ID=a13d25ed-6982-4eee-bae1-184f281a254d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:20.262570 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60414) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:20.307613 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-c2291e55-0c57-4714-b66e-335e26345834 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ffdd53d4a3f432e83ee1806a26d0e8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438180 Mar 07 13:56:20.310144 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60416) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:20.370536 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c290a2d2-57a0-480a-a5a7-3fcae0fdcd79 admin admin] Publish callbacks [] for security_group (e88e7344-e360-4c6a-837d-82809d6faae4), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:20.378802 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 002d1112-ab29-4cad-b2b4-3b327dcf4a46 no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:56:20.394890 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c290a2d2-57a0-480a-a5a7-3fcae0fdcd79 admin admin] Publish callbacks [] for security_group (e88e7344-e360-4c6a-837d-82809d6faae4), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:20.401236 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: 002d1112-ab29-4cad-b2b4-3b327dcf4a46 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:56:20.401592 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 002d1112-ab29-4cad-b2b4-3b327dcf4a46 not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:56:20.402004 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 891a2c6a-ee70-43f2-b283-79f48e5e598e no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:56:20.422263 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: 891a2c6a-ee70-43f2-b283-79f48e5e598e {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:56:20.424567 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 891a2c6a-ee70-43f2-b283-79f48e5e598e not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:56:20.424567 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 73a1f249-7e6a-4120-a7d7-545fb698d518 no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:56:20.444044 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: 73a1f249-7e6a-4120-a7d7-545fb698d518 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:56:20.444402 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 73a1f249-7e6a-4120-a7d7-545fb698d518 not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:56:20.451373 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c290a2d2-57a0-480a-a5a7-3fcae0fdcd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (e88e7344-e360-4c6a-837d-82809d6faae4), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:20.454469 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c290a2d2-57a0-480a-a5a7-3fcae0fdcd79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:20.455994 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-c290a2d2-57a0-480a-a5a7-3fcae0fdcd79 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e88e7344-e360-4c6a-837d-82809d6faae4 HTTP/1.1" status: 204 len: 168 time: 0.1449592 Mar 07 13:56:20.465621 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290a2d2-57a0-480a-a5a7-3fcae0fdcd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88e7344-e360-4c6a-837d-82809d6faae4,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:20.521265 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c049c6d-c79b-4bd6-8d51-d82a0a51a0a8 req-275bbf7c-f422-4287-abcc-0b3ddd54694d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:20.522791 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5c049c6d-c79b-4bd6-8d51-d82a0a51a0a8 req-275bbf7c-f422-4287-abcc-0b3ddd54694d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8efb95ff-b11b-4508-b576-713dff66278f HTTP/1.1" status: 200 len: 946 time: 0.0625522 Mar 07 13:56:20.573859 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5c049c6d-c79b-4bd6-8d51-d82a0a51a0a8 req-b047f373-ce9d-47e1-8d72-3005dc856e34 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc707fc6-691f-4dd3-ace7-fb97203e3317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456228 Mar 07 13:56:20.689821 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4919a-a83e-4cda-9968-1af11345645e req-cc2edfd2-9404-41cd-b04a-ecb61f2adb9d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:20.691990 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a4b4919a-a83e-4cda-9968-1af11345645e req-cc2edfd2-9404-41cd-b04a-ecb61f2adb9d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8efb95ff-b11b-4508-b576-713dff66278f HTTP/1.1" status: 200 len: 946 time: 0.0530233 Mar 07 13:56:20.700348 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60426) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:20.704662 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-6d0bbfed-5f74-4e70-98b1-5d2ff82d3755 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Request body: {'floatingip': {'port_id': '6f785664-5687-4d3c-b2d6-367b7c3f3fdc'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:56:20.743740 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6d0bbfed-5f74-4e70-98b1-5d2ff82d3755 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (9e14a253-e384-4758-bb53-d345f0e85a4b), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:21.203254 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6d0bbfed-5f74-4e70-98b1-5d2ff82d3755 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:21.208213 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6d0bbfed-5f74-4e70-98b1-5d2ff82d3755 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (9e14a253-e384-4758-bb53-d345f0e85a4b), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:21.309628 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.l3_db [None req-6d0bbfed-5f74-4e70-98b1-5d2ff82d3755 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Floating IP 9e14a253-e384-4758-bb53-d345f0e85a4b associated. External IP: 172.27.1.119, port: 6f785664-5687-4d3c-b2d6-367b7c3f3fdc. Mar 07 13:56:21.348556 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:21.530566 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0bbfed-5f74-4e70-98b1-5d2ff82d3755 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Router b9ba6775-96e0-4708-a20e-91dd1960a14c has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:56:21.638460 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0bbfed-5f74-4e70-98b1-5d2ff82d3755 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:56:21.643134 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6d0bbfed-5f74-4e70-98b1-5d2ff82d3755 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:21.652561 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e5e105-82d2-4113-a68b-c272d9f492ba None None] Sync routers for ids ['b9ba6775-96e0-4708-a20e-91dd1960a14c'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:56:21.662824 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e5e105-82d2-4113-a68b-c272d9f492ba None None] Routers {'b9ba6775-96e0-4708-a20e-91dd1960a14c'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:56:21.663637 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-23e5e105-82d2-4113-a68b-c272d9f492ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:56:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['b9ba6775-96e0-4708-a20e-91dd1960a14c'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:21.676998 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-6d0bbfed-5f74-4e70-98b1-5d2ff82d3755 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "PUT /v2.0/floatingips/9e14a253-e384-4758-bb53-d345f0e85a4b HTTP/1.1" status: 200 len: 992 time: 0.9756129 Mar 07 13:56:21.677617 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efb95ff-b11b-4508-b576-713dff66278f', 'tag': '6f785664-5687-4d3c-b2d6-367b7c3f3fdc'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:56:21.679891 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e41b97-ce18-47a4-88f0-e5dcf7eae716" -d '{"events": [{"name": "network-changed", "server_uuid": "8efb95ff-b11b-4508-b576-713dff66278f", "tag": "6f785664-5687-4d3c-b2d6-367b7c3f3fdc"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:56:21.718030 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e28063-477b-46ab-81f0-9ff57e826bca x-openstack-request-id: req-a7e28063-477b-46ab-81f0-9ff57e826bca {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:56:21.718394 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8efb95ff-b11b-4508-b576-713dff66278f", "tag": "6f785664-5687-4d3c-b2d6-367b7c3f3fdc", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:56:21.718769 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7e28063-477b-46ab-81f0-9ff57e826bca {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:56:21.719247 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8efb95ff-b11b-4508-b576-713dff66278f', 'tag': '6f785664-5687-4d3c-b2d6-367b7c3f3fdc', 'status': 'completed', 'code': 200} Mar 07 13:56:21.790456 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-23e5e105-82d2-4113-a68b-c272d9f492ba None None] Set router b9ba6775-96e0-4708-a20e-91dd1960a14c gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:56:21.819244 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e41b97-ce18-47a4-88f0-e5dcf7eae716 req-27d6fffe-c0c7-4a9f-93bb-25678d8ec529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:21.820705 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c5e41b97-ce18-47a4-88f0-e5dcf7eae716 req-27d6fffe-c0c7-4a9f-93bb-25678d8ec529 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=996a42ff017e4712bcdf058eada9f861&device_id=8efb95ff-b11b-4508-b576-713dff66278f HTTP/1.1" status: 200 len: 1130 time: 0.0599573 Mar 07 13:56:21.927258 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e41b97-ce18-47a4-88f0-e5dcf7eae716 req-39714c01-21d0-4d47-ba9d-d013d766d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:21.928927 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c5e41b97-ce18-47a4-88f0-e5dcf7eae716 req-39714c01-21d0-4d47-ba9d-d013d766d962 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183 HTTP/1.1" status: 200 len: 915 time: 0.1016026 Mar 07 13:56:22.002191 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c5e41b97-ce18-47a4-88f0-e5dcf7eae716 req-9eb7dad6-8bc0-4b05-8f93-d58253581da4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f785664-5687-4d3c-b2d6-367b7c3f3fdc HTTP/1.1" status: 200 len: 1000 time: 0.0649087 Mar 07 13:56:22.033861 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-23e5e105-82d2-4113-a68b-c272d9f492ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '9e14a253-e384-4758-bb53-d345f0e85a4b', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'port_id': '6f785664-5687-4d3c-b2d6-367b7c3f3fdc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'mac_address': 'fa:16:3e:60:da:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb95ff-b11b-4508-b576-713dff66278f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:56:07Z', 'updated_at': '2022-03-07T13:56:21Z', 'revision_number': 1, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d8848c2-ea57-46a7-9857-c96f9f4faa80', 'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'mac_address': 'fa:16:3e:d2:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:03Z', 'updated_at': '2022-03-07T13:56:08Z', 'revision_number': 5, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'subnets': [{'id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:22.054944 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e41b97-ce18-47a4-88f0-e5dcf7eae716 req-b2abe631-b6ac-43c7-8a12-39cd36d9ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:22.056751 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c5e41b97-ce18-47a4-88f0-e5dcf7eae716 req-b2abe631-b6ac-43c7-8a12-39cd36d9ece5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4573053f-9ff1-4e3b-a8f8-0bd985a91269 HTTP/1.1" status: 200 len: 854 time: 0.0494189 Mar 07 13:56:22.064628 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e5e105-82d2-4113-a68b-c272d9f492ba None None] Checking router: b9ba6775-96e0-4708-a20e-91dd1960a14c for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:56:22.078249 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e5e105-82d2-4113-a68b-c272d9f492ba None None] Routers {'b9ba6775-96e0-4708-a20e-91dd1960a14c'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:56:22.078874 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-23e5e105-82d2-4113-a68b-c272d9f492ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:56:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['b9ba6775-96e0-4708-a20e-91dd1960a14c'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:22.117900 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e41b97-ce18-47a4-88f0-e5dcf7eae716 req-70a2c26b-9e70-4c7e-b84d-59cdba9864ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:56:22.119410 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c5e41b97-ce18-47a4-88f0-e5dcf7eae716 req-70a2c26b-9e70-4c7e-b84d-59cdba9864ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568953 Mar 07 13:56:22.200467 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-23e5e105-82d2-4113-a68b-c272d9f492ba None None] Set router b9ba6775-96e0-4708-a20e-91dd1960a14c gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:56:22.214803 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c5e41b97-ce18-47a4-88f0-e5dcf7eae716 req-23c0b8fe-d464-412e-bc92-668319c8555d service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893407 Mar 07 13:56:22.313602 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c5e41b97-ce18-47a4-88f0-e5dcf7eae716 req-b4feb9b5-ae93-4d38-817e-40153ff7ea13 service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862820 Mar 07 13:56:22.422613 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-23e5e105-82d2-4113-a68b-c272d9f492ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '9e14a253-e384-4758-bb53-d345f0e85a4b', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'port_id': '6f785664-5687-4d3c-b2d6-367b7c3f3fdc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'mac_address': 'fa:16:3e:60:da:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb95ff-b11b-4508-b576-713dff66278f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:56:07Z', 'updated_at': '2022-03-07T13:56:21Z', 'revision_number': 1, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d8848c2-ea57-46a7-9857-c96f9f4faa80', 'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'mac_address': 'fa:16:3e:d2:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:03Z', 'updated_at': '2022-03-07T13:56:08Z', 'revision_number': 5, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'subnets': [{'id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:56:22.453381 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e5e105-82d2-4113-a68b-c272d9f492ba None None] The sync data for ids ['b9ba6775-96e0-4708-a20e-91dd1960a14c'] in dv-cinder-813222-6-iscsi is: [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '9e14a253-e384-4758-bb53-d345f0e85a4b', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'port_id': '6f785664-5687-4d3c-b2d6-367b7c3f3fdc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'mac_address': 'fa:16:3e:60:da:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb95ff-b11b-4508-b576-713dff66278f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:56:07Z', 'updated_at': '2022-03-07T13:56:21Z', 'revision_number': 1, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d8848c2-ea57-46a7-9857-c96f9f4faa80', 'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'mac_address': 'fa:16:3e:d2:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:03Z', 'updated_at': '2022-03-07T13:56:08Z', 'revision_number': 5, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'subnets': [{'id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:56:22.465500 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:22.641468 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bd1588-9b7e-4f79-ad37-ccac8a5a1bb4 None None] New status for floating IP 9e14a253-e384-4758-bb53-d345f0e85a4b: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 13:56:24.272565 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:24.874635 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60510) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:24.974099 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-268bc6f2-70c8-452a-8656-69fc09eb3744 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:25.049384 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-268bc6f2-70c8-452a-8656-69fc09eb3744 admin admin] Publish callbacks [] for security_group (0b0e65d4-8b59-44c5-8d73-05a8a4a4488c), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:25.053260 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-268bc6f2-70c8-452a-8656-69fc09eb3744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (0b0e65d4-8b59-44c5-8d73-05a8a4a4488c), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:25.093599 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-268bc6f2-70c8-452a-8656-69fc09eb3744 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f9b684280e642268d4b3765bf2ee963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179053 Mar 07 13:56:25.094423 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bc6f2-70c8-452a-8656-69fc09eb3744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0e65d4-8b59-44c5-8d73-05a8a4a4488c,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:25.096377 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60514) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:25.143866 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98b909fe-7f1c-4919-a374-4a8a36218429 admin admin] Publish callbacks [] for security_group (0b0e65d4-8b59-44c5-8d73-05a8a4a4488c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:25.164577 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98b909fe-7f1c-4919-a374-4a8a36218429 admin admin] Publish callbacks [] for security_group (0b0e65d4-8b59-44c5-8d73-05a8a4a4488c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:25.209731 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98b909fe-7f1c-4919-a374-4a8a36218429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (0b0e65d4-8b59-44c5-8d73-05a8a4a4488c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:25.212344 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98b909fe-7f1c-4919-a374-4a8a36218429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:25.213516 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-98b909fe-7f1c-4919-a374-4a8a36218429 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b0e65d4-8b59-44c5-8d73-05a8a4a4488c HTTP/1.1" status: 204 len: 168 time: 0.1161265 Mar 07 13:56:25.220937 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b909fe-7f1c-4919-a374-4a8a36218429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0e65d4-8b59-44c5-8d73-05a8a4a4488c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:25.467271 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60520) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:25.480773 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e2f76f90-3a28-4291-bbc9-6882f07cf3e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:25.553897 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e2f76f90-3a28-4291-bbc9-6882f07cf3e3 admin admin] Publish callbacks [] for security_group (2d6dc355-7853-49dc-addf-991343654410), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:25.557199 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e2f76f90-3a28-4291-bbc9-6882f07cf3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (2d6dc355-7853-49dc-addf-991343654410), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:25.596661 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-e2f76f90-3a28-4291-bbc9-6882f07cf3e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5be5f53df0aa4b418a72b54c92a2f3f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282959 Mar 07 13:56:25.597524 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f76f90-3a28-4291-bbc9-6882f07cf3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6dc355-7853-49dc-addf-991343654410,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:25.600016 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60522) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:25.648642 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b01a79eb-75f1-409b-89b0-bf77a449f5fa admin admin] Publish callbacks [] for security_group (2d6dc355-7853-49dc-addf-991343654410), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:25.670000 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b01a79eb-75f1-409b-89b0-bf77a449f5fa admin admin] Publish callbacks [] for security_group (2d6dc355-7853-49dc-addf-991343654410), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:25.714836 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b01a79eb-75f1-409b-89b0-bf77a449f5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (2d6dc355-7853-49dc-addf-991343654410), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:25.717431 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b01a79eb-75f1-409b-89b0-bf77a449f5fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:25.718565 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-b01a79eb-75f1-409b-89b0-bf77a449f5fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d6dc355-7853-49dc-addf-991343654410 HTTP/1.1" status: 204 len: 168 time: 0.1175435 Mar 07 13:56:25.727272 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a79eb-75f1-409b-89b0-bf77a449f5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6dc355-7853-49dc-addf-991343654410,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:28.453966 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60656) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:28.555811 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6df2e826-aff3-4249-97d9-cbbd6fa42089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:28.648004 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6df2e826-aff3-4249-97d9-cbbd6fa42089 admin admin] Publish callbacks [] for security_group (b91a1330-660b-4202-8ce4-df293965a4ff), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:28.651503 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6df2e826-aff3-4249-97d9-cbbd6fa42089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (b91a1330-660b-4202-8ce4-df293965a4ff), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:28.689678 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-6df2e826-aff3-4249-97d9-cbbd6fa42089 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c16ffd7b2c11459d8119b5687e481c00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346830 Mar 07 13:56:28.690896 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2e826-aff3-4249-97d9-cbbd6fa42089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91a1330-660b-4202-8ce4-df293965a4ff,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:28.692299 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60660) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:28.738782 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a0f9d0b8-4161-4210-bccf-7954ea1b67ec admin admin] Publish callbacks [] for security_group (b91a1330-660b-4202-8ce4-df293965a4ff), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:28.760044 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a0f9d0b8-4161-4210-bccf-7954ea1b67ec admin admin] Publish callbacks [] for security_group (b91a1330-660b-4202-8ce4-df293965a4ff), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:28.806059 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a0f9d0b8-4161-4210-bccf-7954ea1b67ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (b91a1330-660b-4202-8ce4-df293965a4ff), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:28.808579 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a0f9d0b8-4161-4210-bccf-7954ea1b67ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:28.809748 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-a0f9d0b8-4161-4210-bccf-7954ea1b67ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b91a1330-660b-4202-8ce4-df293965a4ff HTTP/1.1" status: 204 len: 168 time: 0.1153412 Mar 07 13:56:28.817380 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9d0b8-4161-4210-bccf-7954ea1b67ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91a1330-660b-4202-8ce4-df293965a4ff,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:29.074296 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60666) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:29.086959 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f177a5de-ee90-412e-bd79-686046340287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:29.157065 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f177a5de-ee90-412e-bd79-686046340287 admin admin] Publish callbacks [] for security_group (27e87cbd-4468-4ee7-a811-ce45feae7232), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:29.160280 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f177a5de-ee90-412e-bd79-686046340287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (27e87cbd-4468-4ee7-a811-ce45feae7232), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:29.196892 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-f177a5de-ee90-412e-bd79-686046340287 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=490050506b9647d1bd86db74f2b1de57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1215544 Mar 07 13:56:29.198775 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177a5de-ee90-412e-bd79-686046340287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e87cbd-4468-4ee7-a811-ce45feae7232,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:29.199673 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60668) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:29.253022 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6c1296e6-3563-4961-bb82-9ce7fea62275 admin admin] Publish callbacks [] for security_group (27e87cbd-4468-4ee7-a811-ce45feae7232), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:29.273805 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6c1296e6-3563-4961-bb82-9ce7fea62275 admin admin] Publish callbacks [] for security_group (27e87cbd-4468-4ee7-a811-ce45feae7232), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:29.318317 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6c1296e6-3563-4961-bb82-9ce7fea62275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (27e87cbd-4468-4ee7-a811-ce45feae7232), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:29.320918 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6c1296e6-3563-4961-bb82-9ce7fea62275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:29.322113 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-6c1296e6-3563-4961-bb82-9ce7fea62275 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27e87cbd-4468-4ee7-a811-ce45feae7232 HTTP/1.1" status: 204 len: 168 time: 0.1214526 Mar 07 13:56:29.329711 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1296e6-3563-4961-bb82-9ce7fea62275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e87cbd-4468-4ee7-a811-ce45feae7232,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:30.909856 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60714) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:31.033578 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-55e8fb3b-a045-4317-a065-ecfab158ac9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:31.109804 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-55e8fb3b-a045-4317-a065-ecfab158ac9b admin admin] Publish callbacks [] for security_group (e9829110-5159-4cc6-a958-7b4db99ca8da), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:31.113384 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-55e8fb3b-a045-4317-a065-ecfab158ac9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (e9829110-5159-4cc6-a958-7b4db99ca8da), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:31.151490 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-55e8fb3b-a045-4317-a065-ecfab158ac9b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f37012b4503490889f546675e0042d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405224 Mar 07 13:56:31.152650 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8fb3b-a045-4317-a065-ecfab158ac9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9829110-5159-4cc6-a958-7b4db99ca8da,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:31.154182 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60718) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:31.204584 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb80312e-4a73-448e-935b-d57d5eb46483 admin admin] Publish callbacks [] for security_group (e9829110-5159-4cc6-a958-7b4db99ca8da), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:31.225250 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb80312e-4a73-448e-935b-d57d5eb46483 admin admin] Publish callbacks [] for security_group (e9829110-5159-4cc6-a958-7b4db99ca8da), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:31.270579 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb80312e-4a73-448e-935b-d57d5eb46483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (e9829110-5159-4cc6-a958-7b4db99ca8da), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:31.273096 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb80312e-4a73-448e-935b-d57d5eb46483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:31.274238 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-eb80312e-4a73-448e-935b-d57d5eb46483 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9829110-5159-4cc6-a958-7b4db99ca8da HTTP/1.1" status: 204 len: 168 time: 0.1190741 Mar 07 13:56:31.281627 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80312e-4a73-448e-935b-d57d5eb46483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9829110-5159-4cc6-a958-7b4db99ca8da,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:31.521301 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60724) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:31.534302 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-03ce6df3-1170-43ac-ad31-ef7632d0fd10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:31.606565 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-03ce6df3-1170-43ac-ad31-ef7632d0fd10 admin admin] Publish callbacks [] for security_group (1b97c027-16f6-4191-bd02-66c6f54a2cd9), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:31.609919 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-03ce6df3-1170-43ac-ad31-ef7632d0fd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (1b97c027-16f6-4191-bd02-66c6f54a2cd9), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:31.650464 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-03ce6df3-1170-43ac-ad31-ef7632d0fd10 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf8acc51c0334196ac3f460addb3b8b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280763 Mar 07 13:56:31.651540 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce6df3-1170-43ac-ad31-ef7632d0fd10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b97c027-16f6-4191-bd02-66c6f54a2cd9,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:31.653186 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60726) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:31.701277 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f07ec066-feb4-4823-92d2-d8216301e508 admin admin] Publish callbacks [] for security_group (1b97c027-16f6-4191-bd02-66c6f54a2cd9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:31.721304 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f07ec066-feb4-4823-92d2-d8216301e508 admin admin] Publish callbacks [] for security_group (1b97c027-16f6-4191-bd02-66c6f54a2cd9), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:31.765539 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f07ec066-feb4-4823-92d2-d8216301e508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (1b97c027-16f6-4191-bd02-66c6f54a2cd9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:31.768059 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f07ec066-feb4-4823-92d2-d8216301e508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:31.769201 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-f07ec066-feb4-4823-92d2-d8216301e508 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b97c027-16f6-4191-bd02-66c6f54a2cd9 HTTP/1.1" status: 204 len: 168 time: 0.1144280 Mar 07 13:56:31.776419 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ec066-feb4-4823-92d2-d8216301e508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b97c027-16f6-4191-bd02-66c6f54a2cd9,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:35.594664 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:38.307275 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:56:41.688026 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60818) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:41.786136 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8b1398e5-a818-4a0e-b500-81a7f67ae591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:41.859238 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8b1398e5-a818-4a0e-b500-81a7f67ae591 admin admin] Publish callbacks [] for security_group (9109a9af-1a1b-4841-90c1-3b2138c431b0), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:41.862631 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8b1398e5-a818-4a0e-b500-81a7f67ae591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (9109a9af-1a1b-4841-90c1-3b2138c431b0), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:41.903123 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-8b1398e5-a818-4a0e-b500-81a7f67ae591 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c592a6fd5c2642c7928d3dabc7e53622&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2140496 Mar 07 13:56:41.904067 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1398e5-a818-4a0e-b500-81a7f67ae591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9109a9af-1a1b-4841-90c1-3b2138c431b0,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:41.905764 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60822) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:41.952658 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-015e6cef-38a8-446a-b277-0ddc7c6e9dd9 admin admin] Publish callbacks [] for security_group (9109a9af-1a1b-4841-90c1-3b2138c431b0), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:41.973265 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-015e6cef-38a8-446a-b277-0ddc7c6e9dd9 admin admin] Publish callbacks [] for security_group (9109a9af-1a1b-4841-90c1-3b2138c431b0), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:42.018299 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-015e6cef-38a8-446a-b277-0ddc7c6e9dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (9109a9af-1a1b-4841-90c1-3b2138c431b0), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:42.020932 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-015e6cef-38a8-446a-b277-0ddc7c6e9dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:42.022617 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-015e6cef-38a8-446a-b277-0ddc7c6e9dd9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9109a9af-1a1b-4841-90c1-3b2138c431b0 HTTP/1.1" status: 204 len: 168 time: 0.1147687 Mar 07 13:56:42.030150 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e6cef-38a8-446a-b277-0ddc7c6e9dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9109a9af-1a1b-4841-90c1-3b2138c431b0,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:42.271647 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60828) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:42.284982 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b9c46984-519e-43e3-97a0-4e0dc8a0ab88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:42.356674 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b9c46984-519e-43e3-97a0-4e0dc8a0ab88 admin admin] Publish callbacks [] for security_group (258593b9-6eac-4b14-a17a-378c36f33dc5), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:42.359966 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b9c46984-519e-43e3-97a0-4e0dc8a0ab88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (258593b9-6eac-4b14-a17a-378c36f33dc5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:42.396391 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-b9c46984-519e-43e3-97a0-4e0dc8a0ab88 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f0aeb2e9dc5496bb9f331d68561bbc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1230612 Mar 07 13:56:42.397732 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c46984-519e-43e3-97a0-4e0dc8a0ab88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258593b9-6eac-4b14-a17a-378c36f33dc5,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:42.400187 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60832) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:42.448243 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-887b2ee6-287c-4501-bd71-eabe7454b7f6 admin admin] Publish callbacks [] for security_group (258593b9-6eac-4b14-a17a-378c36f33dc5), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:42.477311 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-887b2ee6-287c-4501-bd71-eabe7454b7f6 admin admin] Publish callbacks [] for security_group (258593b9-6eac-4b14-a17a-378c36f33dc5), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:42.523369 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-887b2ee6-287c-4501-bd71-eabe7454b7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (258593b9-6eac-4b14-a17a-378c36f33dc5), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:42.526000 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-887b2ee6-287c-4501-bd71-eabe7454b7f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:42.527157 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-887b2ee6-287c-4501-bd71-eabe7454b7f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/258593b9-6eac-4b14-a17a-378c36f33dc5 HTTP/1.1" status: 204 len: 168 time: 0.1257586 Mar 07 13:56:42.534665 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b2ee6-287c-4501-bd71-eabe7454b7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258593b9-6eac-4b14-a17a-378c36f33dc5,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:47.875664 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d73a2fd-6f57-48c4-9bfc-c6c30aeb8bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:50.083216 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-88a962f5-a34c-414b-a779-8150121d1d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:51.350271 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:52.458030 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:53.045325 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60940) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:53.158059 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-515c61bc-5e1e-4585-8324-d62c814be45a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:53.228217 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-515c61bc-5e1e-4585-8324-d62c814be45a admin admin] Publish callbacks [] for security_group (c84bc016-466d-45a3-8480-c5d4d3219060), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:53.232215 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-515c61bc-5e1e-4585-8324-d62c814be45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (c84bc016-466d-45a3-8480-c5d4d3219060), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:53.270986 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c61bc-5e1e-4585-8324-d62c814be45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84bc016-466d-45a3-8480-c5d4d3219060,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:53.276170 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-515c61bc-5e1e-4585-8324-d62c814be45a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f986c04da6b04c88a6d9e81e5c5cf804&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294302 Mar 07 13:56:53.279104 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60944) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:53.280765 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c61bc-5e1e-4585-8324-d62c814be45a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:53.281107 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c61bc-5e1e-4585-8324-d62c814be45a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:53.281464 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c61bc-5e1e-4585-8324-d62c814be45a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:53.281790 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c61bc-5e1e-4585-8324-d62c814be45a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:53.282112 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c61bc-5e1e-4585-8324-d62c814be45a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:53.282431 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c61bc-5e1e-4585-8324-d62c814be45a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:53.282749 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c61bc-5e1e-4585-8324-d62c814be45a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:53.283064 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c61bc-5e1e-4585-8324-d62c814be45a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:53.283381 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c61bc-5e1e-4585-8324-d62c814be45a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:53.283692 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c61bc-5e1e-4585-8324-d62c814be45a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:53.284005 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c61bc-5e1e-4585-8324-d62c814be45a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:53.284312 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c61bc-5e1e-4585-8324-d62c814be45a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:53.284619 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c61bc-5e1e-4585-8324-d62c814be45a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:53.329188 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-10403f6f-824c-4197-ab6e-e10d45d4bd02 admin admin] Publish callbacks [] for security_group (c84bc016-466d-45a3-8480-c5d4d3219060), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:53.350131 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-10403f6f-824c-4197-ab6e-e10d45d4bd02 admin admin] Publish callbacks [] for security_group (c84bc016-466d-45a3-8480-c5d4d3219060), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:53.395541 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-10403f6f-824c-4197-ab6e-e10d45d4bd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (c84bc016-466d-45a3-8480-c5d4d3219060), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:53.398144 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-10403f6f-824c-4197-ab6e-e10d45d4bd02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:53.399279 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-10403f6f-824c-4197-ab6e-e10d45d4bd02 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c84bc016-466d-45a3-8480-c5d4d3219060 HTTP/1.1" status: 204 len: 168 time: 0.1189477 Mar 07 13:56:53.407406 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10403f6f-824c-4197-ab6e-e10d45d4bd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84bc016-466d-45a3-8480-c5d4d3219060,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:53.414401 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10403f6f-824c-4197-ab6e-e10d45d4bd02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:53.414757 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10403f6f-824c-4197-ab6e-e10d45d4bd02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:53.415103 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10403f6f-824c-4197-ab6e-e10d45d4bd02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:53.415442 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10403f6f-824c-4197-ab6e-e10d45d4bd02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:53.415776 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10403f6f-824c-4197-ab6e-e10d45d4bd02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:53.416110 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10403f6f-824c-4197-ab6e-e10d45d4bd02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:53.416441 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10403f6f-824c-4197-ab6e-e10d45d4bd02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:53.416888 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10403f6f-824c-4197-ab6e-e10d45d4bd02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:53.417085 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10403f6f-824c-4197-ab6e-e10d45d4bd02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:53.417439 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10403f6f-824c-4197-ab6e-e10d45d4bd02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:53.417769 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10403f6f-824c-4197-ab6e-e10d45d4bd02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:53.418092 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10403f6f-824c-4197-ab6e-e10d45d4bd02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:53.418412 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10403f6f-824c-4197-ab6e-e10d45d4bd02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:56:53.648378 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 60950) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:53.662107 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4b23bfe8-b836-4f14-a952-5e246d675855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:53.735044 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4b23bfe8-b836-4f14-a952-5e246d675855 admin admin] Publish callbacks [] for security_group (7d824a8c-9d7e-426a-a87e-7feb62b59526), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:53.738534 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4b23bfe8-b836-4f14-a952-5e246d675855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (7d824a8c-9d7e-426a-a87e-7feb62b59526), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:53.775618 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-4b23bfe8-b836-4f14-a952-5e246d675855 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5cdf9657391b499eb778366f07cc5df0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262124 Mar 07 13:56:53.776959 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23bfe8-b836-4f14-a952-5e246d675855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d824a8c-9d7e-426a-a87e-7feb62b59526,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:53.778968 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 60952) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:56:53.827147 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-27f555de-162e-41da-8035-79e2602e7c68 admin admin] Publish callbacks [] for security_group (7d824a8c-9d7e-426a-a87e-7feb62b59526), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:53.848357 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-27f555de-162e-41da-8035-79e2602e7c68 admin admin] Publish callbacks [] for security_group (7d824a8c-9d7e-426a-a87e-7feb62b59526), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:53.896271 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-27f555de-162e-41da-8035-79e2602e7c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (7d824a8c-9d7e-426a-a87e-7feb62b59526), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:53.898903 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-27f555de-162e-41da-8035-79e2602e7c68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:56:53.900054 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-27f555de-162e-41da-8035-79e2602e7c68 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d824a8c-9d7e-426a-a87e-7feb62b59526 HTTP/1.1" status: 204 len: 168 time: 0.1201055 Mar 07 13:56:53.908294 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f555de-162e-41da-8035-79e2602e7c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d824a8c-9d7e-426a-a87e-7feb62b59526,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:56:54.273196 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:05.591299 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:12.290301 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ba4635b0-c02b-42d2-90e9-c675c56b1ace req-2b26b5db-a808-40ba-9d0d-ba7b5e03c802 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8efb95ff-b11b-4508-b576-713dff66278f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419021 Mar 07 13:57:12.391174 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4635b0-c02b-42d2-90e9-c675c56b1ace req-1e40145f-d6b6-4a41-b53f-1ad3e0bcfbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:57:12.392630 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ba4635b0-c02b-42d2-90e9-c675c56b1ace req-1e40145f-d6b6-4a41-b53f-1ad3e0bcfbe8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=996a42ff017e4712bcdf058eada9f861&device_id=8efb95ff-b11b-4508-b576-713dff66278f HTTP/1.1" status: 200 len: 1130 time: 0.0424509 Mar 07 13:57:12.494004 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4635b0-c02b-42d2-90e9-c675c56b1ace req-4647d2b7-8d8b-494a-b340-6e5b5235bcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:57:12.495492 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ba4635b0-c02b-42d2-90e9-c675c56b1ace req-4647d2b7-8d8b-494a-b340-6e5b5235bcc2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183 HTTP/1.1" status: 200 len: 915 time: 0.0859067 Mar 07 13:57:12.561035 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ba4635b0-c02b-42d2-90e9-c675c56b1ace req-20085820-9814-496a-96e5-0da220d66405 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f785664-5687-4d3c-b2d6-367b7c3f3fdc HTTP/1.1" status: 200 len: 1002 time: 0.0597317 Mar 07 13:57:12.607146 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4635b0-c02b-42d2-90e9-c675c56b1ace req-08b73e1f-075a-4a17-b536-495cecbff03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:57:12.608532 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ba4635b0-c02b-42d2-90e9-c675c56b1ace req-08b73e1f-075a-4a17-b536-495cecbff03e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4573053f-9ff1-4e3b-a8f8-0bd985a91269 HTTP/1.1" status: 200 len: 854 time: 0.0422902 Mar 07 13:57:12.654497 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4635b0-c02b-42d2-90e9-c675c56b1ace req-98f937dd-0066-4380-9713-7b4e6944436b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:57:12.655917 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ba4635b0-c02b-42d2-90e9-c675c56b1ace req-98f937dd-0066-4380-9713-7b4e6944436b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417919 Mar 07 13:57:12.743477 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ba4635b0-c02b-42d2-90e9-c675c56b1ace req-dbe1f459-426f-4bbc-bc8f-f2240dae39b9 service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815663 Mar 07 13:57:12.831766 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ba4635b0-c02b-42d2-90e9-c675c56b1ace req-05adff20-44a1-4923-8f66-6a09ad0c94c4 service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824778 Mar 07 13:57:15.305280 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:57:17.878309 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d9445501-4b0d-4aee-a51c-17f8078dfb99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:20.086306 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4fa32511-136c-4f2f-a0c6-79b95cd408c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:21.353471 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:22.460688 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:24.274826 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:27.572356 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 32920) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:57:27.671412 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ee11ac28-f05a-493c-9260-5733663e207d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:27.746911 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ee11ac28-f05a-493c-9260-5733663e207d admin admin] Publish callbacks [] for security_group (d96344c0-15cf-4b83-a5f8-7e75fdf91ffb), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:27.750330 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ee11ac28-f05a-493c-9260-5733663e207d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (d96344c0-15cf-4b83-a5f8-7e75fdf91ffb), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:27.788550 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-ee11ac28-f05a-493c-9260-5733663e207d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d09bfeffbad24bcf94a55efa9fbc7f57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151318 Mar 07 13:57:27.789679 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11ac28-f05a-493c-9260-5733663e207d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96344c0-15cf-4b83-a5f8-7e75fdf91ffb,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:57:27.791304 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 32924) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:57:27.840507 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-86eea44e-fe4d-4aea-9e97-6c5d35f73371 admin admin] Publish callbacks [] for security_group (d96344c0-15cf-4b83-a5f8-7e75fdf91ffb), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:27.862038 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-86eea44e-fe4d-4aea-9e97-6c5d35f73371 admin admin] Publish callbacks [] for security_group (d96344c0-15cf-4b83-a5f8-7e75fdf91ffb), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:27.910690 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-86eea44e-fe4d-4aea-9e97-6c5d35f73371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (d96344c0-15cf-4b83-a5f8-7e75fdf91ffb), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:27.913258 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-86eea44e-fe4d-4aea-9e97-6c5d35f73371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:27.914405 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-86eea44e-fe4d-4aea-9e97-6c5d35f73371 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d96344c0-15cf-4b83-a5f8-7e75fdf91ffb HTTP/1.1" status: 204 len: 168 time: 0.1213839 Mar 07 13:57:27.921740 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eea44e-fe4d-4aea-9e97-6c5d35f73371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96344c0-15cf-4b83-a5f8-7e75fdf91ffb,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:57:35.599216 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:46.174632 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 32980) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:57:46.179094 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-11551c37-ea31-4443-9f14-322c367f6b9b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--958223951', 'description': 'tempest-description--30414963'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:57:46.199341 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-11551c37-ea31-4443-9f14-322c367f6b9b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:46.266653 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-11551c37-ea31-4443-9f14-322c367f6b9b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group (70c0c70d-455d-4ff9-b30c-3889471abf7a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:46.272342 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-11551c37-ea31-4443-9f14-322c367f6b9b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (70c0c70d-455d-4ff9-b30c-3889471abf7a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:46.302840 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-11551c37-ea31-4443-9f14-322c367f6b9b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:46.304063 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-11551c37-ea31-4443-9f14-322c367f6b9b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1284430 Mar 07 13:57:46.305929 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11551c37-ea31-4443-9f14-322c367f6b9b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c0c70d-455d-4ff9-b30c-3889471abf7a,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:57:46.307055 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 32982) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:57:46.311795 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-bdb7562d-876c-4ee7-8b94-53ea7c9fe425 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Request body: {'security_group_rule': {'security_group_id': '70c0c70d-455d-4ff9-b30c-3889471abf7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:57:46.337652 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bdb7562d-876c-4ee7-8b94-53ea7c9fe425 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group_rule (4a9a393f-d404-43db-9255-2d262d2f2ccb), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:46.390561 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bdb7562d-876c-4ee7-8b94-53ea7c9fe425 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group_rule (4a9a393f-d404-43db-9255-2d262d2f2ccb), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:46.394393 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bdb7562d-876c-4ee7-8b94-53ea7c9fe425 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (4a9a393f-d404-43db-9255-2d262d2f2ccb), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:46.412643 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7562d-876c-4ee7-8b94-53ea7c9fe425 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9a393f-d404-43db-9255-2d262d2f2ccb,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:57:46.416684 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bdb7562d-876c-4ee7-8b94-53ea7c9fe425 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:46.417965 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-bdb7562d-876c-4ee7-8b94-53ea7c9fe425 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1098304 Mar 07 13:57:46.421101 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 32984) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:57:46.425741 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-de82fba9-ffdf-4931-831c-405d7fa5d7c5 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Request body: {'security_group_rule': {'security_group_id': '70c0c70d-455d-4ff9-b30c-3889471abf7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:57:46.449628 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-de82fba9-ffdf-4931-831c-405d7fa5d7c5 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group_rule (5232164b-1b70-47d8-8b47-d294f8e5c0e0), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:46.504909 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-de82fba9-ffdf-4931-831c-405d7fa5d7c5 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group_rule (5232164b-1b70-47d8-8b47-d294f8e5c0e0), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:46.509062 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-de82fba9-ffdf-4931-831c-405d7fa5d7c5 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (5232164b-1b70-47d8-8b47-d294f8e5c0e0), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:46.528127 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82fba9-ffdf-4931-831c-405d7fa5d7c5 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5232164b-1b70-47d8-8b47-d294f8e5c0e0,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:57:46.533439 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-de82fba9-ffdf-4931-831c-405d7fa5d7c5 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:46.543314 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-de82fba9-ffdf-4931-831c-405d7fa5d7c5 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212180 Mar 07 13:57:46.547124 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 32986) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:57:46.552687 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-60e1d912-09b6-46c7-97f0-11316649a778 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Request body: {'floatingip': {'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:57:46.582876 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-60e1d912-09b6-46c7-97f0-11316649a778 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:46.687640 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-60e1d912-09b6-46c7-97f0-11316649a778 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:46.789074 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-60e1d912-09b6-46c7-97f0-11316649a778 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Allocated IP 172.27.1.56 (4737f3fa-18ff-4252-a580-88148a637511/b90664a8-a6a4-4a65-802b-5b7bd95111f9/f370ff10-bbe7-4bb2-a70a-08ac91c5e07a) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:57:46.902941 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-60e1d912-09b6-46c7-97f0-11316649a778 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for port (f370ff10-bbe7-4bb2-a70a-08ac91c5e07a), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:46.938525 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-60e1d912-09b6-46c7-97f0-11316649a778 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (f370ff10-bbe7-4bb2-a70a-08ac91c5e07a), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:46.982951 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e1d912-09b6-46c7-97f0-11316649a778 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Network 4737f3fa-18ff-4252-a580-88148a637511 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:57:46.985689 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-60e1d912-09b6-46c7-97f0-11316649a778 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:57:46.989762 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e1d912-09b6-46c7-97f0-11316649a778 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:57:46.996671 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1d912-09b6-46c7-97f0-11316649a778 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event updated for resources: {'Port': ['ID=f370ff10-bbe7-4bb2-a70a-08ac91c5e07a,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:57:47.087369 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-60e1d912-09b6-46c7-97f0-11316649a778 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (f2e0c594-9c95-4830-80aa-5e5240b26501), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:47.123536 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-60e1d912-09b6-46c7-97f0-11316649a778 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (f370ff10-bbe7-4bb2-a70a-08ac91c5e07a), before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:47.280355 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-60e1d912-09b6-46c7-97f0-11316649a778 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for port (f370ff10-bbe7-4bb2-a70a-08ac91c5e07a), precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:47.284857 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-60e1d912-09b6-46c7-97f0-11316649a778 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238706'] for port (f370ff10-bbe7-4bb2-a70a-08ac91c5e07a), after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:47.354650 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1d912-09b6-46c7-97f0-11316649a778 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event updated for resources: {'Port': ['ID=f370ff10-bbe7-4bb2-a70a-08ac91c5e07a,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:57:47.362338 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-60e1d912-09b6-46c7-97f0-11316649a778 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (f2e0c594-9c95-4830-80aa-5e5240b26501), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:47.377604 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-60e1d912-09b6-46c7-97f0-11316649a778 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:47.378819 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-60e1d912-09b6-46c7-97f0-11316649a778 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8295515 Mar 07 13:57:47.568019 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-03a9fdee-ad5b-4d28-aac0-a2abc675ef1b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--958223951&fields=id&tenant_id=996a42ff017e4712bcdf058eada9f861 HTTP/1.1" status: 200 len: 267 time: 0.0415545 Mar 07 13:57:47.881266 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fa294aaf-bd32-4307-9352-75537e882e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:47.944384 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-0082d358-a7d7-4adf-ad2a-ae7b287ab80e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:57:47.945880 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-0082d358-a7d7-4adf-ad2a-ae7b287ab80e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/networks?id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183 HTTP/1.1" status: 200 len: 815 time: 0.3716955 Mar 07 13:57:47.960341 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-8eba6c09-ffe6-4230-98c1-871d2bb95874 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/quotas/996a42ff017e4712bcdf058eada9f861 HTTP/1.1" status: 200 len: 375 time: 0.0091858 Mar 07 13:57:48.014248 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-b998f989-480e-4ab0-8922-665e3d77c711 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=996a42ff017e4712bcdf058eada9f861&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493097 Mar 07 13:57:48.192171 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-93fd688d-e37f-424c-95f5-ff70a3be57b7 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663663 Mar 07 13:57:48.281544 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-5439560b-5a23-4151-b3a6-39b81d9d4b5c service neutron] 10.222.0.24 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838349 Mar 07 13:57:48.438367 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c96ba27e-8e66-4414-bc67-247303888975 req-8b470b6c-103b-44d8-8066-2238eadce7db tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=4305f17c-d351-4b49-b0d4-69324bdf98fc HTTP/1.1" status: 200 len: 210 time: 0.0273917 Mar 07 13:57:49.551643 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cd6ddada-b0c4-493a-9096-a1fdbdfc5868 req-0cdcc055-5558-4f30-a668-323921f9aafb tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=4305f17c-d351-4b49-b0d4-69324bdf98fc HTTP/1.1" status: 200 len: 210 time: 0.0453415 Mar 07 13:57:49.684527 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-3a6d0c19-7ab3-4b76-91c1-324ed6b5d77b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:57:49.686123 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-3a6d0c19-7ab3-4b76-91c1-324ed6b5d77b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.10 "GET /v2.0/networks?id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183 HTTP/1.1" status: 200 len: 815 time: 0.1062775 Mar 07 13:57:49.762508 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-6602610d-717b-43f0-8334-9f9676f982c6 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=996a42ff017e4712bcdf058eada9f861 HTTP/1.1" status: 200 len: 471 time: 0.0629916 Mar 07 13:57:49.770611 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-a2767aaf-a95e-4038-b42d-e8a9f4bd13ef tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Request body: {'port': {'device_id': '4305f17c-d351-4b49-b0d4-69324bdf98fc', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'admin_state_up': True, 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'security_groups': ['70c0c70d-455d-4ff9-b30c-3889471abf7a']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:57:49.882281 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-a2767aaf-a95e-4038-b42d-e8a9f4bd13ef tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Made reservation on behalf of 996a42ff017e4712bcdf058eada9f861 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:57:49.885772 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-a2767aaf-a95e-4038-b42d-e8a9f4bd13ef tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:50.008201 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-a2767aaf-a95e-4038-b42d-e8a9f4bd13ef tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Allocated IP 172.20.0.5 (ff8c39cf-f80c-4bf9-aa94-569d62eb4183/4573053f-9ff1-4e3b-a8f8-0bd985a91269/bbe9ba93-73b8-43e5-99f3-4a74bc008271) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:57:50.086355 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1848ac44-4004-4377-b752-401cbce253d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:50.144686 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-a2767aaf-a95e-4038-b42d-e8a9f4bd13ef tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for port (bbe9ba93-73b8-43e5-99f3-4a74bc008271), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:50.177143 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-a2767aaf-a95e-4038-b42d-e8a9f4bd13ef tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (bbe9ba93-73b8-43e5-99f3-4a74bc008271), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:50.221232 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-a2767aaf-a95e-4038-b42d-e8a9f4bd13ef tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Network ff8c39cf-f80c-4bf9-aa94-569d62eb4183 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:57:50.224295 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-a2767aaf-a95e-4038-b42d-e8a9f4bd13ef tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:57:50.227854 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-a2767aaf-a95e-4038-b42d-e8a9f4bd13ef tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:57:50.234270 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2767aaf-a95e-4038-b42d-e8a9f4bd13ef tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event updated for resources: {'Port': ['ID=bbe9ba93-73b8-43e5-99f3-4a74bc008271,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:57:50.283242 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-a2767aaf-a95e-4038-b42d-e8a9f4bd13ef tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:57:50.283858 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-a2767aaf-a95e-4038-b42d-e8a9f4bd13ef tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:50.300374 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-a2767aaf-a95e-4038-b42d-e8a9f4bd13ef tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5332532 Mar 07 13:57:50.349731 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-9e482bdc-2a5f-4728-b23a-df4763e2bbc4 service neutron] Request body: {'port': {'device_id': '4305f17c-d351-4b49-b0d4-69324bdf98fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:57:50.408355 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-9e482bdc-2a5f-4728-b23a-df4763e2bbc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (bbe9ba93-73b8-43e5-99f3-4a74bc008271), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:50.494382 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-14dc45fc-a870-466a-ba8a-9751f1af03d7 None None] Provisioning complete for port bbe9ba93-73b8-43e5-99f3-4a74bc008271 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:57:50.494915 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-14dc45fc-a870-466a-ba8a-9751f1af03d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (bbe9ba93-73b8-43e5-99f3-4a74bc008271), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:50.532281 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-14dc45fc-a870-466a-ba8a-9751f1af03d7 None None] Port bbe9ba93-73b8-43e5-99f3-4a74bc008271 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:57:50.692068 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-9e482bdc-2a5f-4728-b23a-df4763e2bbc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe9ba93-73b8-43e5-99f3-4a74bc008271 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:57:50.701083 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-9e482bdc-2a5f-4728-b23a-df4763e2bbc4 service neutron] Publish callbacks [] for port (bbe9ba93-73b8-43e5-99f3-4a74bc008271), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:50.724287 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175e1ed-c70f-4219-9fbc-64abff9fdffb req-add69ef8-32ea-457f-8b33-685a50caf870 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:57:50.725773 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6175e1ed-c70f-4219-9fbc-64abff9fdffb req-add69ef8-32ea-457f-8b33-685a50caf870 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=4305f17c-d351-4b49-b0d4-69324bdf98fc HTTP/1.1" status: 200 len: 931 time: 0.0973241 Mar 07 13:57:50.726634 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-9e482bdc-2a5f-4728-b23a-df4763e2bbc4 service neutron] Transition to ACTIVE for port object bbe9ba93-73b8-43e5-99f3-4a74bc008271 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 13:57:50.730017 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-9e482bdc-2a5f-4728-b23a-df4763e2bbc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (bbe9ba93-73b8-43e5-99f3-4a74bc008271), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:50.794267 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e482bdc-2a5f-4728-b23a-df4763e2bbc4 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe9ba93-73b8-43e5-99f3-4a74bc008271,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:57:50.862508 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6175e1ed-c70f-4219-9fbc-64abff9fdffb req-daaa4b3f-12b0-4dcf-91bb-0e16a9d55142 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=70c0c70d-455d-4ff9-b30c-3889471abf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303213 Mar 07 13:57:50.894164 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-9e482bdc-2a5f-4728-b23a-df4763e2bbc4 service neutron] Attempting to bind port bbe9ba93-73b8-43e5-99f3-4a74bc008271 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:57:50.894569 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-9e482bdc-2a5f-4728-b23a-df4763e2bbc4 service neutron] Attempting to bind port bbe9ba93-73b8-43e5-99f3-4a74bc008271 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '74ac2952-f331-492e-bac0-8b86569599b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:57:50.894956 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-9e482bdc-2a5f-4728-b23a-df4763e2bbc4 service neutron] Attempting to bind port bbe9ba93-73b8-43e5-99f3-4a74bc008271 on network ff8c39cf-f80c-4bf9-aa94-569d62eb4183 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:57:50.899724 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-9e482bdc-2a5f-4728-b23a-df4763e2bbc4 service neutron] Port bbe9ba93-73b8-43e5-99f3-4a74bc008271 on network ff8c39cf-f80c-4bf9-aa94-569d62eb4183 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 13:57:50.900073 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-9e482bdc-2a5f-4728-b23a-df4763e2bbc4 service neutron] Attempting to bind port bbe9ba93-73b8-43e5-99f3-4a74bc008271 on network ff8c39cf-f80c-4bf9-aa94-569d62eb4183 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:57:50.904970 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-9e482bdc-2a5f-4728-b23a-df4763e2bbc4 service neutron] Checking agent: {'id': '54ecd8f5-e943-4369-a21b-1222345f30ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'started_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:57:50.905341 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-9e482bdc-2a5f-4728-b23a-df4763e2bbc4 service neutron] Checking segment: {'id': '74ac2952-f331-492e-bac0-8b86569599b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:57:50.905725 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-9e482bdc-2a5f-4728-b23a-df4763e2bbc4 service neutron] Bound using segment: {'id': '74ac2952-f331-492e-bac0-8b86569599b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:57:50.906146 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-9e482bdc-2a5f-4728-b23a-df4763e2bbc4 service neutron] Bound port: bbe9ba93-73b8-43e5-99f3-4a74bc008271, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74ac2952-f331-492e-bac0-8b86569599b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:57:50.906500 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-9e482bdc-2a5f-4728-b23a-df4763e2bbc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (bbe9ba93-73b8-43e5-99f3-4a74bc008271), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:50.971334 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-9e482bdc-2a5f-4728-b23a-df4763e2bbc4 service neutron] For port bbe9ba93-73b8-43e5-99f3-4a74bc008271, host hv-cinder-81322, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:57:50.974386 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-9e482bdc-2a5f-4728-b23a-df4763e2bbc4 service neutron] For port bbe9ba93-73b8-43e5-99f3-4a74bc008271, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bbe9ba93-73b8-43e5-99f3-4a74bc008271,segment=NetworkSegment(74ac2952-f331-492e-bac0-8b86569599b9),segment_id=74ac2952-f331-492e-bac0-8b86569599b9)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:57:50.979169 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-9e482bdc-2a5f-4728-b23a-df4763e2bbc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (bbe9ba93-73b8-43e5-99f3-4a74bc008271), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:51.014340 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-9e482bdc-2a5f-4728-b23a-df4763e2bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:57:51.014949 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-9e482bdc-2a5f-4728-b23a-df4763e2bbc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:51.016318 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-9e482bdc-2a5f-4728-b23a-df4763e2bbc4 service neutron] 10.222.0.10 "PUT /v2.0/ports/bbe9ba93-73b8-43e5-99f3-4a74bc008271 HTTP/1.1" status: 200 len: 1093 time: 0.6711438 Mar 07 13:57:51.016761 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4305f17c-d351-4b49-b0d4-69324bdf98fc', 'tag': 'bbe9ba93-73b8-43e5-99f3-4a74bc008271'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:57:51.019605 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e64ab8a-f359-4303-929b-39409ea43c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "4305f17c-d351-4b49-b0d4-69324bdf98fc", "tag": "bbe9ba93-73b8-43e5-99f3-4a74bc008271"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:57:51.043879 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e482bdc-2a5f-4728-b23a-df4763e2bbc4 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe9ba93-73b8-43e5-99f3-4a74bc008271,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:57:51.098483 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddf32a5-4f83-42a0-a053-90b809512352 x-openstack-request-id: req-7ddf32a5-4f83-42a0-a053-90b809512352 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:57:51.098790 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4305f17c-d351-4b49-b0d4-69324bdf98fc", "tag": "bbe9ba93-73b8-43e5-99f3-4a74bc008271", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:57:51.099045 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ddf32a5-4f83-42a0-a053-90b809512352 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:57:51.099440 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4305f17c-d351-4b49-b0d4-69324bdf98fc', 'tag': 'bbe9ba93-73b8-43e5-99f3-4a74bc008271', 'status': 'completed', 'code': 200} Mar 07 13:57:51.119074 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-d00d2eb2-89a8-49bd-918d-9e9bd3c29a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:57:51.120617 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-d00d2eb2-89a8-49bd-918d-9e9bd3c29a71 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=996a42ff017e4712bcdf058eada9f861&device_id=4305f17c-d351-4b49-b0d4-69324bdf98fc HTTP/1.1" status: 200 len: 1127 time: 0.0535748 Mar 07 13:57:51.167170 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-22f6e9e0-c794-4b58-a790-fd48cdbe3269 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe9ba93-73b8-43e5-99f3-4a74bc008271 HTTP/1.1" status: 200 len: 217 time: 0.0350521 Mar 07 13:57:51.214939 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-09e746e3-8a7f-4a79-b0a0-26313cb35c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:57:51.216371 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-09e746e3-8a7f-4a79-b0a0-26313cb35c1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4573053f-9ff1-4e3b-a8f8-0bd985a91269 HTTP/1.1" status: 200 len: 854 time: 0.0442252 Mar 07 13:57:51.266491 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-6a95dd17-2de1-498c-91dd-0a2b8c4f865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:57:51.268625 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-6a95dd17-2de1-498c-91dd-0a2b8c4f865b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468230 Mar 07 13:57:51.355556 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-3ddb27e6-4179-4114-94a1-9de565105de0 service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808630 Mar 07 13:57:51.356107 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:51.445811 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-37090aaf-f0ec-4bc1-9acd-25420855ae70 req-8dfbf53b-3836-4ce4-87fd-daba56f67d35 service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850534 Mar 07 13:57:51.577674 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64ab8a-f359-4303-929b-39409ea43c5f req-4ad457a3-4435-493f-8870-4c0b113a9f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:57:51.579138 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5e64ab8a-f359-4303-929b-39409ea43c5f req-4ad457a3-4435-493f-8870-4c0b113a9f16 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=996a42ff017e4712bcdf058eada9f861&device_id=4305f17c-d351-4b49-b0d4-69324bdf98fc HTTP/1.1" status: 200 len: 1127 time: 0.0431938 Mar 07 13:57:51.665148 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64ab8a-f359-4303-929b-39409ea43c5f req-9da8fbf8-c299-4edd-9590-82a9ba4c45c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:57:51.666493 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5e64ab8a-f359-4303-929b-39409ea43c5f req-9da8fbf8-c299-4edd-9590-82a9ba4c45c1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183 HTTP/1.1" status: 200 len: 915 time: 0.0806603 Mar 07 13:57:51.708595 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5e64ab8a-f359-4303-929b-39409ea43c5f req-a4e888ca-a32f-46d3-a31e-3ef4001c4ec8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe9ba93-73b8-43e5-99f3-4a74bc008271 HTTP/1.1" status: 200 len: 217 time: 0.0363479 Mar 07 13:57:51.753496 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64ab8a-f359-4303-929b-39409ea43c5f req-6117a1df-5d31-44cb-ac14-296c19a11403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:57:51.754841 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5e64ab8a-f359-4303-929b-39409ea43c5f req-6117a1df-5d31-44cb-ac14-296c19a11403 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4573053f-9ff1-4e3b-a8f8-0bd985a91269 HTTP/1.1" status: 200 len: 854 time: 0.0413351 Mar 07 13:57:51.800680 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64ab8a-f359-4303-929b-39409ea43c5f req-bab1f327-bae2-4068-bb41-8eb67ac52d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:57:51.802130 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5e64ab8a-f359-4303-929b-39409ea43c5f req-bab1f327-bae2-4068-bb41-8eb67ac52d6d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419445 Mar 07 13:57:51.891101 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5e64ab8a-f359-4303-929b-39409ea43c5f req-061edc15-c132-4929-90e0-d4dc784db372 service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829840 Mar 07 13:57:52.019936 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5e64ab8a-f359-4303-929b-39409ea43c5f req-8271c18f-0a1b-44d9-82df-d5e8b38d4336 service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222782 Mar 07 13:57:52.030741 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef032f-5058-4f72-b58c-8a2048aa83d8 req-5749b664-9e71-4600-bedb-d1544ae14c08 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:57:52.032102 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-04ef032f-5058-4f72-b58c-8a2048aa83d8 req-5749b664-9e71-4600-bedb-d1544ae14c08 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=4305f17c-d351-4b49-b0d4-69324bdf98fc HTTP/1.1" status: 200 len: 943 time: 0.0759146 Mar 07 13:57:52.078305 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-04ef032f-5058-4f72-b58c-8a2048aa83d8 req-0091cc04-43f3-47ba-af52-3e39882b230f tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=70c0c70d-455d-4ff9-b30c-3889471abf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405412 Mar 07 13:57:52.304325 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:57:52.463098 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:53.194763 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d7a3e-f12b-44ed-ac10-a06d90d9045e req-c3ae7197-cc33-4fdc-a6e4-ced54f0415af tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:57:53.196144 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d02d7a3e-f12b-44ed-ac10-a06d90d9045e req-c3ae7197-cc33-4fdc-a6e4-ced54f0415af tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=4305f17c-d351-4b49-b0d4-69324bdf98fc HTTP/1.1" status: 200 len: 943 time: 0.0516818 Mar 07 13:57:53.241597 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d02d7a3e-f12b-44ed-ac10-a06d90d9045e req-b226aa79-53da-46c4-be6e-089717c1236f tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=70c0c70d-455d-4ff9-b30c-3889471abf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399451 Mar 07 13:57:54.277074 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:54.362413 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028d939-aec2-478b-ad01-af26907121b7 req-50e8ee95-4a25-4269-9fe4-9308906dfd91 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:57:54.363892 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f028d939-aec2-478b-ad01-af26907121b7 req-50e8ee95-4a25-4269-9fe4-9308906dfd91 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=4305f17c-d351-4b49-b0d4-69324bdf98fc HTTP/1.1" status: 200 len: 943 time: 0.0571818 Mar 07 13:57:54.409308 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f028d939-aec2-478b-ad01-af26907121b7 req-df18a15d-c40f-4e2d-b08d-eafb9e0dc843 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=70c0c70d-455d-4ff9-b30c-3889471abf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398049 Mar 07 13:57:54.470762 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device bbe9ba93-73b8-43e5-99f3-4a74bc008271 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 13:57:54.567105 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port bbe9ba93-73b8-43e5-99f3-4a74bc008271, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bbe9ba93-73b8-43e5-99f3-4a74bc008271,segment=NetworkSegment(74ac2952-f331-492e-bac0-8b86569599b9),segment_id=74ac2952-f331-492e-bac0-8b86569599b9)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:57:54.577143 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Returning: {'device': 'bbe9ba93-73b8-43e5-99f3-4a74bc008271', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'port_id': 'bbe9ba93-73b8-43e5-99f3-4a74bc008271', 'mac_address': 'fa:16:3e:dd:bf:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 13:57:54.613461 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port bbe9ba93-73b8-43e5-99f3-4a74bc008271 is: DOWN; New status is: BUILD {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:57:54.613845 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (bbe9ba93-73b8-43e5-99f3-4a74bc008271), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:54.626097 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe9ba93-73b8-43e5-99f3-4a74bc008271 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:57:54.646094 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port bbe9ba93-73b8-43e5-99f3-4a74bc008271, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bbe9ba93-73b8-43e5-99f3-4a74bc008271,segment=NetworkSegment(74ac2952-f331-492e-bac0-8b86569599b9),segment_id=74ac2952-f331-492e-bac0-8b86569599b9)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:57:54.648936 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (bbe9ba93-73b8-43e5-99f3-4a74bc008271), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:54.692923 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=bbe9ba93-73b8-43e5-99f3-4a74bc008271,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:57:54.699612 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:57:54.699967 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:57:54.700310 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:57:54.700647 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:57:54.700980 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:57:54.701332 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:57:54.701661 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:57:54.701986 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:57:54.702311 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:57:54.702642 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:57:54.702965 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:57:54.703284 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:57:54.703605 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:57:55.053322 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['bbe9ba93-73b8-43e5-99f3-4a74bc008271'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:57:55.523371 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0ba48-52aa-4e7f-a421-30eea5c04982 req-4badec39-4023-47d6-94b6-c4fa9ec668f6 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:57:55.524840 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-02c0ba48-52aa-4e7f-a421-30eea5c04982 req-4badec39-4023-47d6-94b6-c4fa9ec668f6 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=4305f17c-d351-4b49-b0d4-69324bdf98fc HTTP/1.1" status: 200 len: 944 time: 0.0509577 Mar 07 13:57:55.570257 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-02c0ba48-52aa-4e7f-a421-30eea5c04982 req-3d4ab3f5-8e87-4335-b7ed-bc13974623b6 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=70c0c70d-455d-4ff9-b30c-3889471abf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399790 Mar 07 13:57:56.471698 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device bbe9ba93-73b8-43e5-99f3-4a74bc008271 up at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:57:56.517762 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning for port bbe9ba93-73b8-43e5-99f3-4a74bc008271 completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 13:57:56.521735 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning complete for port bbe9ba93-73b8-43e5-99f3-4a74bc008271 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:57:56.522104 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (bbe9ba93-73b8-43e5-99f3-4a74bc008271), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:56.599481 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port bbe9ba93-73b8-43e5-99f3-4a74bc008271 is: BUILD; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:57:56.599868 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (bbe9ba93-73b8-43e5-99f3-4a74bc008271), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:56.622276 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4305f17c-d351-4b49-b0d4-69324bdf98fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe9ba93-73b8-43e5-99f3-4a74bc008271'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:57:56.624477 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c79f8a-d147-4e22-b1ce-a80fe67a904d" -d '{"events": [{"server_uuid": "4305f17c-d351-4b49-b0d4-69324bdf98fc", "name": "network-vif-plugged", "status": "completed", "tag": "bbe9ba93-73b8-43e5-99f3-4a74bc008271"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:57:56.637554 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port bbe9ba93-73b8-43e5-99f3-4a74bc008271, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bbe9ba93-73b8-43e5-99f3-4a74bc008271,segment=NetworkSegment(74ac2952-f331-492e-bac0-8b86569599b9),segment_id=74ac2952-f331-492e-bac0-8b86569599b9)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:57:56.642059 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (bbe9ba93-73b8-43e5-99f3-4a74bc008271), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:56.667336 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3549f7-978a-406e-927a-187612cd8d22 x-openstack-request-id: req-0d3549f7-978a-406e-927a-187612cd8d22 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:57:56.667633 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4305f17c-d351-4b49-b0d4-69324bdf98fc", "name": "network-vif-plugged", "status": "completed", "tag": "bbe9ba93-73b8-43e5-99f3-4a74bc008271", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:57:56.667884 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d3549f7-978a-406e-927a-187612cd8d22 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:57:56.668277 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4305f17c-d351-4b49-b0d4-69324bdf98fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe9ba93-73b8-43e5-99f3-4a74bc008271', 'code': 200} Mar 07 13:57:56.689968 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c78cd-9ede-47ba-b63e-788714fbe574 req-644f144d-305e-4c5a-acdf-c59b0f5b9ac0 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:57:56.691461 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-130c78cd-9ede-47ba-b63e-788714fbe574 req-644f144d-305e-4c5a-acdf-c59b0f5b9ac0 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=4305f17c-d351-4b49-b0d4-69324bdf98fc HTTP/1.1" status: 200 len: 945 time: 0.0544751 Mar 07 13:57:56.693780 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=bbe9ba93-73b8-43e5-99f3-4a74bc008271,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:57:56.744402 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-130c78cd-9ede-47ba-b63e-788714fbe574 req-598857f1-e098-45fb-912e-bc0656780d41 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=70c0c70d-455d-4ff9-b30c-3889471abf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456398 Mar 07 13:57:56.860202 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777b0db-c38e-49e9-bf79-bca2111a5624 req-da503501-0128-4091-8e63-2821ffbed77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:57:56.861642 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a777b0db-c38e-49e9-bf79-bca2111a5624 req-da503501-0128-4091-8e63-2821ffbed77e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4305f17c-d351-4b49-b0d4-69324bdf98fc HTTP/1.1" status: 200 len: 1129 time: 0.0428181 Mar 07 13:57:56.902984 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a777b0db-c38e-49e9-bf79-bca2111a5624 req-c2db07a6-40d7-49a5-974b-82519266bb18 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=70c0c70d-455d-4ff9-b30c-3889471abf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351865 Mar 07 13:57:57.863445 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba25da-b202-425c-a0b3-78304fb9d0f3 req-10b9ed66-8bc7-43f0-be3e-003958645ea3 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:57:57.864915 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3cba25da-b202-425c-a0b3-78304fb9d0f3 req-10b9ed66-8bc7-43f0-be3e-003958645ea3 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=4305f17c-d351-4b49-b0d4-69324bdf98fc HTTP/1.1" status: 200 len: 945 time: 0.0517769 Mar 07 13:57:57.910565 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3cba25da-b202-425c-a0b3-78304fb9d0f3 req-fd43385d-c5ad-402a-9be8-8a77c73528f1 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=70c0c70d-455d-4ff9-b30c-3889471abf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402143 Mar 07 13:57:59.029998 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9141e31-d670-4ef2-bc11-297a4f941d74 req-b2604730-7a60-4df4-a94e-39e007310871 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:57:59.031458 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f9141e31-d670-4ef2-bc11-297a4f941d74 req-b2604730-7a60-4df4-a94e-39e007310871 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=4305f17c-d351-4b49-b0d4-69324bdf98fc HTTP/1.1" status: 200 len: 945 time: 0.0549922 Mar 07 13:57:59.076378 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f9141e31-d670-4ef2-bc11-297a4f941d74 req-ec222c37-d808-4eed-96a5-fcec34273bd2 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=70c0c70d-455d-4ff9-b30c-3889471abf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395253 Mar 07 13:57:59.186870 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75990206-6ccf-493e-88a8-b1b7805f0dab req-cd35bda7-bca6-4f84-917c-c1aeaabfe66c tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:57:59.188257 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-75990206-6ccf-493e-88a8-b1b7805f0dab req-cd35bda7-bca6-4f84-917c-c1aeaabfe66c tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=4305f17c-d351-4b49-b0d4-69324bdf98fc HTTP/1.1" status: 200 len: 945 time: 0.0512209 Mar 07 13:57:59.197262 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 33044) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:57:59.201792 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-eeb893ad-db0c-4452-bc28-7e209528408e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Request body: {'floatingip': {'port_id': 'bbe9ba93-73b8-43e5-99f3-4a74bc008271'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:57:59.243788 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-eeb893ad-db0c-4452-bc28-7e209528408e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (f2e0c594-9c95-4830-80aa-5e5240b26501), before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:59.665786 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-eeb893ad-db0c-4452-bc28-7e209528408e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:59.669154 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-eeb893ad-db0c-4452-bc28-7e209528408e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (f2e0c594-9c95-4830-80aa-5e5240b26501), after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:57:59.766450 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.db.l3_db [None req-eeb893ad-db0c-4452-bc28-7e209528408e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Floating IP f2e0c594-9c95-4830-80aa-5e5240b26501 associated. External IP: 172.27.1.56, port: bbe9ba93-73b8-43e5-99f3-4a74bc008271. Mar 07 13:57:59.971590 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb893ad-db0c-4452-bc28-7e209528408e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Router b9ba6775-96e0-4708-a20e-91dd1960a14c has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:58:00.077079 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb893ad-db0c-4452-bc28-7e209528408e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:58:00.082455 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-eeb893ad-db0c-4452-bc28-7e209528408e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:00.087158 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd1f8d8-7cd9-49d0-900a-d0f3bf3e4b3d None None] Sync routers for ids ['b9ba6775-96e0-4708-a20e-91dd1960a14c'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:58:00.096411 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd1f8d8-7cd9-49d0-900a-d0f3bf3e4b3d None None] Routers {'b9ba6775-96e0-4708-a20e-91dd1960a14c'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:58:00.097787 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-2dd1f8d8-7cd9-49d0-900a-d0f3bf3e4b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:57:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['b9ba6775-96e0-4708-a20e-91dd1960a14c'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:58:00.111496 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-eeb893ad-db0c-4452-bc28-7e209528408e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "PUT /v2.0/floatingips/f2e0c594-9c95-4830-80aa-5e5240b26501 HTTP/1.1" status: 200 len: 990 time: 0.9131665 Mar 07 13:58:00.112104 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4305f17c-d351-4b49-b0d4-69324bdf98fc', 'tag': 'bbe9ba93-73b8-43e5-99f3-4a74bc008271'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:58:00.114312 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f103107def4ac1757260bfdb5b7c692c97e792ef1fddc37f4b0882d33d20cc26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d3db23-16d9-4ada-a1f4-2bb302d1dbbe" -d '{"events": [{"name": "network-changed", "server_uuid": "4305f17c-d351-4b49-b0d4-69324bdf98fc", "tag": "bbe9ba93-73b8-43e5-99f3-4a74bc008271"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:58:00.204841 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-2dd1f8d8-7cd9-49d0-900a-d0f3bf3e4b3d None None] Set router b9ba6775-96e0-4708-a20e-91dd1960a14c gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:58:00.288045 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb9182c-affe-4242-90d7-d7f2f9492b0d x-openstack-request-id: req-beb9182c-affe-4242-90d7-d7f2f9492b0d {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:58:00.288573 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4305f17c-d351-4b49-b0d4-69324bdf98fc", "tag": "bbe9ba93-73b8-43e5-99f3-4a74bc008271", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:58:00.288573 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-beb9182c-affe-4242-90d7-d7f2f9492b0d {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:58:00.288966 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4305f17c-d351-4b49-b0d4-69324bdf98fc', 'tag': 'bbe9ba93-73b8-43e5-99f3-4a74bc008271', 'status': 'completed', 'code': 200} Mar 07 13:58:00.373645 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3db23-16d9-4ada-a1f4-2bb302d1dbbe req-b45c46fc-0047-4d0e-b1be-680d48908682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:58:00.375123 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a6d3db23-16d9-4ada-a1f4-2bb302d1dbbe req-b45c46fc-0047-4d0e-b1be-680d48908682 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=996a42ff017e4712bcdf058eada9f861&device_id=4305f17c-d351-4b49-b0d4-69324bdf98fc HTTP/1.1" status: 200 len: 1129 time: 0.0445039 Mar 07 13:58:00.426033 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-2dd1f8d8-7cd9-49d0-900a-d0f3bf3e4b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '9e14a253-e384-4758-bb53-d345f0e85a4b', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'port_id': '6f785664-5687-4d3c-b2d6-367b7c3f3fdc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'mac_address': 'fa:16:3e:60:da:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb95ff-b11b-4508-b576-713dff66278f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:56:07Z', 'updated_at': '2022-03-07T13:56:22Z', 'revision_number': 2, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'fixed_ip_address_scope': None}, {'id': 'f2e0c594-9c95-4830-80aa-5e5240b26501', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'port_id': 'bbe9ba93-73b8-43e5-99f3-4a74bc008271', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'mac_address': 'fa:16:3e:dd:bf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4305f17c-d351-4b49-b0d4-69324bdf98fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:57:47Z', 'updated_at': '2022-03-07T13:57:59Z', 'revision_number': 1, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d8848c2-ea57-46a7-9857-c96f9f4faa80', 'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'mac_address': 'fa:16:3e:d2:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:03Z', 'updated_at': '2022-03-07T13:56:08Z', 'revision_number': 5, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'subnets': [{'id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:58:00.455569 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd1f8d8-7cd9-49d0-900a-d0f3bf3e4b3d None None] Checking router: b9ba6775-96e0-4708-a20e-91dd1960a14c for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:58:00.464389 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd1f8d8-7cd9-49d0-900a-d0f3bf3e4b3d None None] Routers {'b9ba6775-96e0-4708-a20e-91dd1960a14c'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:58:00.464995 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-2dd1f8d8-7cd9-49d0-900a-d0f3bf3e4b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:57:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['b9ba6775-96e0-4708-a20e-91dd1960a14c'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:58:00.465881 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3db23-16d9-4ada-a1f4-2bb302d1dbbe req-7b14d5c2-c912-4cca-830b-8ecc0b17b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:58:00.467458 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a6d3db23-16d9-4ada-a1f4-2bb302d1dbbe req-7b14d5c2-c912-4cca-830b-8ecc0b17b813 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183 HTTP/1.1" status: 200 len: 915 time: 0.0867059 Mar 07 13:58:00.529706 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a6d3db23-16d9-4ada-a1f4-2bb302d1dbbe req-5273659c-f85b-445d-adc9-874a88f8cdb1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe9ba93-73b8-43e5-99f3-4a74bc008271 HTTP/1.1" status: 200 len: 998 time: 0.0567620 Mar 07 13:58:00.571861 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-2dd1f8d8-7cd9-49d0-900a-d0f3bf3e4b3d None None] Set router b9ba6775-96e0-4708-a20e-91dd1960a14c gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:58:00.579137 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3db23-16d9-4ada-a1f4-2bb302d1dbbe req-1811eebc-cb78-419d-a9f3-efe31ff50304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:58:00.580589 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a6d3db23-16d9-4ada-a1f4-2bb302d1dbbe req-1811eebc-cb78-419d-a9f3-efe31ff50304 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4573053f-9ff1-4e3b-a8f8-0bd985a91269 HTTP/1.1" status: 200 len: 854 time: 0.0458970 Mar 07 13:58:00.640618 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3db23-16d9-4ada-a1f4-2bb302d1dbbe req-4d4f8dfc-00ad-432d-9ff9-42871247b43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:58:00.642172 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a6d3db23-16d9-4ada-a1f4-2bb302d1dbbe req-4d4f8dfc-00ad-432d-9ff9-42871247b43a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557435 Mar 07 13:58:00.728804 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a6d3db23-16d9-4ada-a1f4-2bb302d1dbbe req-744045aa-a768-4d03-bb0f-453e121af449 service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803726 Mar 07 13:58:00.791420 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-2dd1f8d8-7cd9-49d0-900a-d0f3bf3e4b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '9e14a253-e384-4758-bb53-d345f0e85a4b', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'port_id': '6f785664-5687-4d3c-b2d6-367b7c3f3fdc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'mac_address': 'fa:16:3e:60:da:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb95ff-b11b-4508-b576-713dff66278f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:56:07Z', 'updated_at': '2022-03-07T13:56:22Z', 'revision_number': 2, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'fixed_ip_address_scope': None}, {'id': 'f2e0c594-9c95-4830-80aa-5e5240b26501', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'port_id': 'bbe9ba93-73b8-43e5-99f3-4a74bc008271', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'mac_address': 'fa:16:3e:dd:bf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4305f17c-d351-4b49-b0d4-69324bdf98fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:57:47Z', 'updated_at': '2022-03-07T13:57:59Z', 'revision_number': 1, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d8848c2-ea57-46a7-9857-c96f9f4faa80', 'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'mac_address': 'fa:16:3e:d2:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:03Z', 'updated_at': '2022-03-07T13:56:08Z', 'revision_number': 5, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'subnets': [{'id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:58:00.819195 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd1f8d8-7cd9-49d0-900a-d0f3bf3e4b3d None None] The sync data for ids ['b9ba6775-96e0-4708-a20e-91dd1960a14c'] in dv-cinder-813222-6-iscsi is: [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '9e14a253-e384-4758-bb53-d345f0e85a4b', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'port_id': '6f785664-5687-4d3c-b2d6-367b7c3f3fdc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'mac_address': 'fa:16:3e:60:da:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb95ff-b11b-4508-b576-713dff66278f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:56:07Z', 'updated_at': '2022-03-07T13:56:22Z', 'revision_number': 2, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'fixed_ip_address_scope': None}, {'id': 'f2e0c594-9c95-4830-80aa-5e5240b26501', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'port_id': 'bbe9ba93-73b8-43e5-99f3-4a74bc008271', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'mac_address': 'fa:16:3e:dd:bf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4305f17c-d351-4b49-b0d4-69324bdf98fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:57:47Z', 'updated_at': '2022-03-07T13:57:59Z', 'revision_number': 1, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d8848c2-ea57-46a7-9857-c96f9f4faa80', 'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'mac_address': 'fa:16:3e:d2:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:03Z', 'updated_at': '2022-03-07T13:56:08Z', 'revision_number': 5, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'subnets': [{'id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:58:00.819560 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a6d3db23-16d9-4ada-a1f4-2bb302d1dbbe req-5ecc527c-693f-4ca0-ab28-476c140acd51 service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851815 Mar 07 13:58:01.007546 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f69421a-2c3d-48b4-bdbc-2af85e6c3d69 None None] New status for floating IP f2e0c594-9c95-4830-80aa-5e5240b26501: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 13:58:05.604157 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:13.280648 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7815bc67-d536-462a-a725-7197c14c043a req-bf204761-84ed-45aa-b547-ccf6bd2a0d7c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8efb95ff-b11b-4508-b576-713dff66278f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421023 Mar 07 13:58:13.384939 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815bc67-d536-462a-a725-7197c14c043a req-384faaf3-2081-4c11-b724-43b6c0478d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:58:13.386432 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7815bc67-d536-462a-a725-7197c14c043a req-384faaf3-2081-4c11-b724-43b6c0478d96 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=996a42ff017e4712bcdf058eada9f861&device_id=8efb95ff-b11b-4508-b576-713dff66278f HTTP/1.1" status: 200 len: 1130 time: 0.0472982 Mar 07 13:58:13.484477 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815bc67-d536-462a-a725-7197c14c043a req-e82327c6-84ef-4ec7-9016-88b4884f25b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:58:13.485959 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7815bc67-d536-462a-a725-7197c14c043a req-e82327c6-84ef-4ec7-9016-88b4884f25b5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183 HTTP/1.1" status: 200 len: 915 time: 0.0824223 Mar 07 13:58:13.550516 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7815bc67-d536-462a-a725-7197c14c043a req-f0e96f04-ec45-4016-a8d5-4f7b021ecda8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f785664-5687-4d3c-b2d6-367b7c3f3fdc HTTP/1.1" status: 200 len: 1002 time: 0.0593348 Mar 07 13:58:13.595946 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815bc67-d536-462a-a725-7197c14c043a req-ac59e891-64a9-4987-8ae0-84b7033d3099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:58:13.597398 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7815bc67-d536-462a-a725-7197c14c043a req-ac59e891-64a9-4987-8ae0-84b7033d3099 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4573053f-9ff1-4e3b-a8f8-0bd985a91269 HTTP/1.1" status: 200 len: 854 time: 0.0411713 Mar 07 13:58:13.642348 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815bc67-d536-462a-a725-7197c14c043a req-f8115fae-8540-4105-b8e1-c1c8e3cfb2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:58:13.643828 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7815bc67-d536-462a-a725-7197c14c043a req-f8115fae-8540-4105-b8e1-c1c8e3cfb2dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412214 Mar 07 13:58:13.732209 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7815bc67-d536-462a-a725-7197c14c043a req-9c58c9b7-fad4-412e-93d5-dc66863c6135 service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822906 Mar 07 13:58:13.817004 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7815bc67-d536-462a-a725-7197c14c043a req-8c2256ac-b4fe-4329-ae96-c0601d1ab6b6 service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793152 Mar 07 13:58:17.882760 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a0f0170-118d-440d-ab21-7def36e10d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:20.087572 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f39719ab-1a46-4ee5-83f0-95b1d29b9c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:21.358321 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:22.465430 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:24.278486 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:29.303059 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:58:35.615588 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:47.883274 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64419172-efd5-48d7-b700-5dc717f9a230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:50.088271 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e0f396e3-ae3c-4329-b4c6-3726efef3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:51.360909 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:52.467190 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:58:54.279815 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:05.208884 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e975237-c64e-4fcb-913e-8d35e1a2082f req-15e4d3f9-93aa-4f15-9ca5-3a34915c396f tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:05.210903 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2e975237-c64e-4fcb-913e-8d35e1a2082f req-15e4d3f9-93aa-4f15-9ca5-3a34915c396f tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=4305f17c-d351-4b49-b0d4-69324bdf98fc HTTP/1.1" status: 200 len: 945 time: 0.0557342 Mar 07 13:59:05.256882 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2e975237-c64e-4fcb-913e-8d35e1a2082f req-f5b92463-9617-415f-a5ee-d33ca2912444 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=70c0c70d-455d-4ff9-b30c-3889471abf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403931 Mar 07 13:59:05.619183 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:06.302395 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:59:06.426106 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e74182-3e47-4c43-9420-49bd7ae2eab8 req-7eec27e4-ec50-4638-98c7-3024ccfdda75 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:06.427597 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-90e74182-3e47-4c43-9420-49bd7ae2eab8 req-7eec27e4-ec50-4638-98c7-3024ccfdda75 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=4305f17c-d351-4b49-b0d4-69324bdf98fc HTTP/1.1" status: 200 len: 945 time: 0.1019893 Mar 07 13:59:06.474595 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-90e74182-3e47-4c43-9420-49bd7ae2eab8 req-dc84958f-b380-41dc-a1b6-30d4c880d5ca tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=70c0c70d-455d-4ff9-b30c-3889471abf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408120 Mar 07 13:59:07.011787 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81f1f8-0873-4f99-aa86-4976217542b8 req-e241bc4a-0fdd-41aa-a80e-00e70bf3c16d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:07.013242 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8e81f1f8-0873-4f99-aa86-4976217542b8 req-e241bc4a-0fdd-41aa-a80e-00e70bf3c16d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.10 "GET /v2.0/ports?device_id=4305f17c-d351-4b49-b0d4-69324bdf98fc HTTP/1.1" status: 200 len: 945 time: 0.0497739 Mar 07 13:59:07.103434 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-8e81f1f8-0873-4f99-aa86-4976217542b8 req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Deleting port bbe9ba93-73b8-43e5-99f3-4a74bc008271 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:59:07.103788 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8e81f1f8-0873-4f99-aa86-4976217542b8 req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (bbe9ba93-73b8-43e5-99f3-4a74bc008271), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:07.188097 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-8e81f1f8-0873-4f99-aa86-4976217542b8 req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] For port bbe9ba93-73b8-43e5-99f3-4a74bc008271, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bbe9ba93-73b8-43e5-99f3-4a74bc008271,segment=NetworkSegment(74ac2952-f331-492e-bac0-8b86569599b9),segment_id=74ac2952-f331-492e-bac0-8b86569599b9)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:59:07.188379 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8e81f1f8-0873-4f99-aa86-4976217542b8 req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (bbe9ba93-73b8-43e5-99f3-4a74bc008271), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:07.353697 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8e81f1f8-0873-4f99-aa86-4976217542b8 req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:07.354055 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8e81f1f8-0873-4f99-aa86-4976217542b8 req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (f2e0c594-9c95-4830-80aa-5e5240b26501), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:07.354378 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.l3_db [req-8e81f1f8-0873-4f99-aa86-4976217542b8 req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Floating IP f2e0c594-9c95-4830-80aa-5e5240b26501 disassociated. External IP: 172.27.1.56, port: bbe9ba93-73b8-43e5-99f3-4a74bc008271. Mar 07 13:59:07.354707 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-8e81f1f8-0873-4f99-aa86-4976217542b8 req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Calling delete_port for bbe9ba93-73b8-43e5-99f3-4a74bc008271 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:59:07.477359 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8e81f1f8-0873-4f99-aa86-4976217542b8 req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (bbe9ba93-73b8-43e5-99f3-4a74bc008271), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:07.511411 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event deleted for resources: {'Port': ['ID=bbe9ba93-73b8-43e5-99f3-4a74bc008271,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:59:07.520076 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:07.520506 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:07.520764 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:07.521102 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:07.521458 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:07.521787 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:07.522114 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:07.522439 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:07.522821 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:07.523220 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:07.523544 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:07.523865 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:07.524187 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:07.595923 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-96a79c1b-9501-4887-b9c6-e5e52c382345 req-5fb36c2a-a7c9-45e0-998e-c2ebb8275668 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=4305f17c-d351-4b49-b0d4-69324bdf98fc HTTP/1.1" status: 200 len: 210 time: 0.0312374 Mar 07 13:59:07.659470 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e81f1f8-0873-4f99-aa86-4976217542b8 req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Router b9ba6775-96e0-4708-a20e-91dd1960a14c has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:59:07.766323 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e81f1f8-0873-4f99-aa86-4976217542b8 req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:59:07.775813 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb5304-a634-4f6a-9e26-b03e31ce8324 None None] Sync routers for ids ['b9ba6775-96e0-4708-a20e-91dd1960a14c'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:59:07.785031 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb5304-a634-4f6a-9e26-b03e31ce8324 None None] Routers {'b9ba6775-96e0-4708-a20e-91dd1960a14c'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:59:07.785684 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-abbb5304-a634-4f6a-9e26-b03e31ce8324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:58:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['b9ba6775-96e0-4708-a20e-91dd1960a14c'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:59:07.807677 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e81f1f8-0873-4f99-aa86-4976217542b8 req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] No DVR routers for this DVR port bbe9ba93-73b8-43e5-99f3-4a74bc008271 on host hv-cinder-81322 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:59:07.810138 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8e81f1f8-0873-4f99-aa86-4976217542b8 req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:07.813443 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8e81f1f8-0873-4f99-aa86-4976217542b8 req-af683d3c-3639-450e-9972-fc9ed0154e8e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.10 "DELETE /v2.0/ports/bbe9ba93-73b8-43e5-99f3-4a74bc008271 HTTP/1.1" status: 204 len: 173 time: 0.7953126 Mar 07 13:59:07.813891 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4305f17c-d351-4b49-b0d4-69324bdf98fc', 'name': 'network-vif-deleted', 'tag': 'bbe9ba93-73b8-43e5-99f3-4a74bc008271'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:59:07.816103 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7b6d74-a6c9-43af-92db-4c1d2627d408" -d '{"events": [{"server_uuid": "4305f17c-d351-4b49-b0d4-69324bdf98fc", "name": "network-vif-deleted", "tag": "bbe9ba93-73b8-43e5-99f3-4a74bc008271"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:59:07.850524 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a733773c-41a8-40be-ba32-4849113bf0c4 x-openstack-request-id: req-a733773c-41a8-40be-ba32-4849113bf0c4 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:59:07.851338 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4305f17c-d351-4b49-b0d4-69324bdf98fc", "name": "network-vif-deleted", "tag": "bbe9ba93-73b8-43e5-99f3-4a74bc008271", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:59:07.851591 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a733773c-41a8-40be-ba32-4849113bf0c4 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:59:07.851989 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4305f17c-d351-4b49-b0d4-69324bdf98fc', 'name': 'network-vif-deleted', 'tag': 'bbe9ba93-73b8-43e5-99f3-4a74bc008271', 'status': 'completed', 'code': 200} Mar 07 13:59:07.905773 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-abbb5304-a634-4f6a-9e26-b03e31ce8324 None None] Set router b9ba6775-96e0-4708-a20e-91dd1960a14c gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:59:08.251408 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-abbb5304-a634-4f6a-9e26-b03e31ce8324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '9e14a253-e384-4758-bb53-d345f0e85a4b', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'port_id': '6f785664-5687-4d3c-b2d6-367b7c3f3fdc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'mac_address': 'fa:16:3e:60:da:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb95ff-b11b-4508-b576-713dff66278f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:56:07Z', 'updated_at': '2022-03-07T13:56:22Z', 'revision_number': 2, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d8848c2-ea57-46a7-9857-c96f9f4faa80', 'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'mac_address': 'fa:16:3e:d2:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:03Z', 'updated_at': '2022-03-07T13:56:08Z', 'revision_number': 5, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'subnets': [{'id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:59:08.277921 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb5304-a634-4f6a-9e26-b03e31ce8324 None None] Checking router: b9ba6775-96e0-4708-a20e-91dd1960a14c for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:59:08.286943 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb5304-a634-4f6a-9e26-b03e31ce8324 None None] Routers {'b9ba6775-96e0-4708-a20e-91dd1960a14c'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:59:08.287547 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-abbb5304-a634-4f6a-9e26-b03e31ce8324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:58:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['b9ba6775-96e0-4708-a20e-91dd1960a14c'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:59:08.397141 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-abbb5304-a634-4f6a-9e26-b03e31ce8324 None None] Set router b9ba6775-96e0-4708-a20e-91dd1960a14c gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:59:08.616084 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-abbb5304-a634-4f6a-9e26-b03e31ce8324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '9e14a253-e384-4758-bb53-d345f0e85a4b', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'port_id': '6f785664-5687-4d3c-b2d6-367b7c3f3fdc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'mac_address': 'fa:16:3e:60:da:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb95ff-b11b-4508-b576-713dff66278f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:56:07Z', 'updated_at': '2022-03-07T13:56:22Z', 'revision_number': 2, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d8848c2-ea57-46a7-9857-c96f9f4faa80', 'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'mac_address': 'fa:16:3e:d2:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:03Z', 'updated_at': '2022-03-07T13:56:08Z', 'revision_number': 5, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'subnets': [{'id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:59:08.642733 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb5304-a634-4f6a-9e26-b03e31ce8324 None None] The sync data for ids ['b9ba6775-96e0-4708-a20e-91dd1960a14c'] in dv-cinder-813222-6-iscsi is: [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '9e14a253-e384-4758-bb53-d345f0e85a4b', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'port_id': '6f785664-5687-4d3c-b2d6-367b7c3f3fdc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'mac_address': 'fa:16:3e:60:da:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb95ff-b11b-4508-b576-713dff66278f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:56:07Z', 'updated_at': '2022-03-07T13:56:22Z', 'revision_number': 2, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d8848c2-ea57-46a7-9857-c96f9f4faa80', 'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'mac_address': 'fa:16:3e:d2:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:03Z', 'updated_at': '2022-03-07T13:56:08Z', 'revision_number': 5, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'subnets': [{'id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:59:08.682196 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 33108) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:59:08.738490 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b0fce0e9-6de4-4c07-a2ec-3e63945d3d96 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group (70c0c70d-455d-4ff9-b30c-3889471abf7a), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:08.768244 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b0fce0e9-6de4-4c07-a2ec-3e63945d3d96 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group (70c0c70d-455d-4ff9-b30c-3889471abf7a), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:08.821876 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b0fce0e9-6de4-4c07-a2ec-3e63945d3d96 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (70c0c70d-455d-4ff9-b30c-3889471abf7a), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:08.825374 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b0fce0e9-6de4-4c07-a2ec-3e63945d3d96 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:08.826869 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-b0fce0e9-6de4-4c07-a2ec-3e63945d3d96 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "DELETE /v2.0/security-groups/70c0c70d-455d-4ff9-b30c-3889471abf7a HTTP/1.1" status: 204 len: 168 time: 0.1430995 Mar 07 13:59:08.829716 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 33112) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:59:08.841391 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fce0e9-6de4-4c07-a2ec-3e63945d3d96 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c0c70d-455d-4ff9-b30c-3889471abf7a,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:59:08.843824 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.api.v2.resource [None req-c509c282-20d8-4035-b3e0-647e4a377f23 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] show failed (client error): The resource could not be found. Mar 07 13:59:08.848150 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-c509c282-20d8-4035-b3e0-647e4a377f23 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups/70c0c70d-455d-4ff9-b30c-3889471abf7a HTTP/1.1" status: 404 len: 347 time: 0.0174272 Mar 07 13:59:08.848938 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 33114) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:59:08.849066 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fce0e9-6de4-4c07-a2ec-3e63945d3d96 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:08.849358 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fce0e9-6de4-4c07-a2ec-3e63945d3d96 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:08.849705 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fce0e9-6de4-4c07-a2ec-3e63945d3d96 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:08.850041 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fce0e9-6de4-4c07-a2ec-3e63945d3d96 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:08.850378 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fce0e9-6de4-4c07-a2ec-3e63945d3d96 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:08.850914 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fce0e9-6de4-4c07-a2ec-3e63945d3d96 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:08.851248 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fce0e9-6de4-4c07-a2ec-3e63945d3d96 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:08.851577 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fce0e9-6de4-4c07-a2ec-3e63945d3d96 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:08.851905 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fce0e9-6de4-4c07-a2ec-3e63945d3d96 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:08.852228 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fce0e9-6de4-4c07-a2ec-3e63945d3d96 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:08.852558 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fce0e9-6de4-4c07-a2ec-3e63945d3d96 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:08.852876 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fce0e9-6de4-4c07-a2ec-3e63945d3d96 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:08.853223 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fce0e9-6de4-4c07-a2ec-3e63945d3d96 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:08.889831 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0686e63-015f-459a-a905-6cbe9e00b128 None None] New status for floating IP f2e0c594-9c95-4830-80aa-5e5240b26501: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 13:59:08.981851 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-ff268ed7-7f84-4b53-b36d-72e55cc58a59 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Deleting port f370ff10-bbe7-4bb2-a70a-08ac91c5e07a {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:59:08.982196 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff268ed7-7f84-4b53-b36d-72e55cc58a59 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (f370ff10-bbe7-4bb2-a70a-08ac91c5e07a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:09.060534 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff268ed7-7f84-4b53-b36d-72e55cc58a59 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (f370ff10-bbe7-4bb2-a70a-08ac91c5e07a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:09.060860 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff268ed7-7f84-4b53-b36d-72e55cc58a59 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (f370ff10-bbe7-4bb2-a70a-08ac91c5e07a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:09.073070 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-ff268ed7-7f84-4b53-b36d-72e55cc58a59 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Calling delete_port for f370ff10-bbe7-4bb2-a70a-08ac91c5e07a owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:59:09.201789 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff268ed7-7f84-4b53-b36d-72e55cc58a59 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (f370ff10-bbe7-4bb2-a70a-08ac91c5e07a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:09.227670 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff268ed7-7f84-4b53-b36d-72e55cc58a59 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event deleted for resources: {'Port': ['ID=f370ff10-bbe7-4bb2-a70a-08ac91c5e07a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:59:09.283998 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff268ed7-7f84-4b53-b36d-72e55cc58a59 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (f2e0c594-9c95-4830-80aa-5e5240b26501), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:09.286637 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff268ed7-7f84-4b53-b36d-72e55cc58a59 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:09.287778 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-ff268ed7-7f84-4b53-b36d-72e55cc58a59 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "DELETE /v2.0/floatingips/f2e0c594-9c95-4830-80aa-5e5240b26501 HTTP/1.1" status: 204 len: 168 time: 0.4372056 Mar 07 13:59:10.866273 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b6622-6568-48a5-b36c-50136f311f37 req-45337218-2da6-49f7-ae55-4617b71589dc tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:10.867806 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-474b6622-6568-48a5-b36c-50136f311f37 req-45337218-2da6-49f7-ae55-4617b71589dc tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8efb95ff-b11b-4508-b576-713dff66278f HTTP/1.1" status: 200 len: 946 time: 0.0577118 Mar 07 13:59:10.918961 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-474b6622-6568-48a5-b36c-50136f311f37 req-3c19760b-4fc1-45d7-be5b-46b4925481bd tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc707fc6-691f-4dd3-ace7-fb97203e3317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450130 Mar 07 13:59:10.952598 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device bbe9ba93-73b8-43e5-99f3-4a74bc008271 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:59:10.975514 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] No Port match for: bbe9ba93-73b8-43e5-99f3-4a74bc008271 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:59:10.975856 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device bbe9ba93-73b8-43e5-99f3-4a74bc008271 not bound to the agent host hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:59:12.035541 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5155413-19ca-4797-a6ca-221c05a940ea req-284a34e0-d0fc-4c51-8d5f-23fb9e649f78 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:12.037012 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f5155413-19ca-4797-a6ca-221c05a940ea req-284a34e0-d0fc-4c51-8d5f-23fb9e649f78 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8efb95ff-b11b-4508-b576-713dff66278f HTTP/1.1" status: 200 len: 946 time: 0.0506430 Mar 07 13:59:12.081974 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f5155413-19ca-4797-a6ca-221c05a940ea req-77554899-4822-4663-b8a0-3b47cfad58e2 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc707fc6-691f-4dd3-ace7-fb97203e3317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388155 Mar 07 13:59:12.697789 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd8459-e9d6-4873-bcf9-48faa2d23dcb req-ae186b3d-fb3f-4319-8919-0f6ac8e6f04b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:12.699184 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7ddd8459-e9d6-4873-bcf9-48faa2d23dcb req-ae186b3d-fb3f-4319-8919-0f6ac8e6f04b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.10 "GET /v2.0/ports?device_id=8efb95ff-b11b-4508-b576-713dff66278f HTTP/1.1" status: 200 len: 946 time: 0.0504847 Mar 07 13:59:12.787080 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-7ddd8459-e9d6-4873-bcf9-48faa2d23dcb req-6c3ff1e4-34a0-4709-a050-a6651c1f8beb tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Deleting port 6f785664-5687-4d3c-b2d6-367b7c3f3fdc {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:59:12.787415 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7ddd8459-e9d6-4873-bcf9-48faa2d23dcb req-6c3ff1e4-34a0-4709-a050-a6651c1f8beb tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (6f785664-5687-4d3c-b2d6-367b7c3f3fdc), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:12.872242 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-7ddd8459-e9d6-4873-bcf9-48faa2d23dcb req-6c3ff1e4-34a0-4709-a050-a6651c1f8beb tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] For port 6f785664-5687-4d3c-b2d6-367b7c3f3fdc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6f785664-5687-4d3c-b2d6-367b7c3f3fdc,segment=NetworkSegment(74ac2952-f331-492e-bac0-8b86569599b9),segment_id=74ac2952-f331-492e-bac0-8b86569599b9)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:59:12.872594 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7ddd8459-e9d6-4873-bcf9-48faa2d23dcb req-6c3ff1e4-34a0-4709-a050-a6651c1f8beb tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (6f785664-5687-4d3c-b2d6-367b7c3f3fdc), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:13.038224 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7ddd8459-e9d6-4873-bcf9-48faa2d23dcb req-6c3ff1e4-34a0-4709-a050-a6651c1f8beb tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:13.038894 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7ddd8459-e9d6-4873-bcf9-48faa2d23dcb req-6c3ff1e4-34a0-4709-a050-a6651c1f8beb tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (9e14a253-e384-4758-bb53-d345f0e85a4b), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:13.038894 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.l3_db [req-7ddd8459-e9d6-4873-bcf9-48faa2d23dcb req-6c3ff1e4-34a0-4709-a050-a6651c1f8beb tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Floating IP 9e14a253-e384-4758-bb53-d345f0e85a4b disassociated. External IP: 172.27.1.119, port: 6f785664-5687-4d3c-b2d6-367b7c3f3fdc. Mar 07 13:59:13.039149 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-7ddd8459-e9d6-4873-bcf9-48faa2d23dcb req-6c3ff1e4-34a0-4709-a050-a6651c1f8beb tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Calling delete_port for 6f785664-5687-4d3c-b2d6-367b7c3f3fdc owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:59:13.427366 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f92a4-3294-422b-a154-6fc3fcb90cc0 req-818f40f3-7fe1-4c9f-8f47-0bb98859676b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:13.428741 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-429f92a4-3294-422b-a154-6fc3fcb90cc0 req-818f40f3-7fe1-4c9f-8f47-0bb98859676b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8efb95ff-b11b-4508-b576-713dff66278f HTTP/1.1" status: 200 len: 946 time: 0.0746632 Mar 07 13:59:13.513764 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-429f92a4-3294-422b-a154-6fc3fcb90cc0 req-127a3994-8bdb-406a-b318-6ded6098eb9b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc707fc6-691f-4dd3-ace7-fb97203e3317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783427 Mar 07 13:59:13.514781 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7ddd8459-e9d6-4873-bcf9-48faa2d23dcb req-6c3ff1e4-34a0-4709-a050-a6651c1f8beb tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (6f785664-5687-4d3c-b2d6-367b7c3f3fdc), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:13.546814 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ff1e4-34a0-4709-a050-a6651c1f8beb tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event deleted for resources: {'Port': ['ID=6f785664-5687-4d3c-b2d6-367b7c3f3fdc,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:59:13.657066 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ddd8459-e9d6-4873-bcf9-48faa2d23dcb req-6c3ff1e4-34a0-4709-a050-a6651c1f8beb tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Router b9ba6775-96e0-4708-a20e-91dd1960a14c has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:59:13.762160 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ddd8459-e9d6-4873-bcf9-48faa2d23dcb req-6c3ff1e4-34a0-4709-a050-a6651c1f8beb tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:59:13.771868 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03faf37-ee74-44c1-a4a4-32170d28299f None None] Sync routers for ids ['b9ba6775-96e0-4708-a20e-91dd1960a14c'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:59:13.781631 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03faf37-ee74-44c1-a4a4-32170d28299f None None] Routers {'b9ba6775-96e0-4708-a20e-91dd1960a14c'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:59:13.782233 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-d03faf37-ee74-44c1-a4a4-32170d28299f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:58:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['b9ba6775-96e0-4708-a20e-91dd1960a14c'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:59:13.802045 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddd8459-e9d6-4873-bcf9-48faa2d23dcb req-6c3ff1e4-34a0-4709-a050-a6651c1f8beb tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] No DVR routers for this DVR port 6f785664-5687-4d3c-b2d6-367b7c3f3fdc on host hv-cinder-81322 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 13:59:13.804372 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7ddd8459-e9d6-4873-bcf9-48faa2d23dcb req-6c3ff1e4-34a0-4709-a050-a6651c1f8beb tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:13.807660 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7ddd8459-e9d6-4873-bcf9-48faa2d23dcb req-6c3ff1e4-34a0-4709-a050-a6651c1f8beb tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.10 "DELETE /v2.0/ports/6f785664-5687-4d3c-b2d6-367b7c3f3fdc HTTP/1.1" status: 204 len: 173 time: 1.1035058 Mar 07 13:59:13.808096 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efb95ff-b11b-4508-b576-713dff66278f', 'name': 'network-vif-deleted', 'tag': '6f785664-5687-4d3c-b2d6-367b7c3f3fdc'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:59:13.810377 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b53085-b4f2-4ba0-9e10-b1d75adb1f14" -d '{"events": [{"server_uuid": "8efb95ff-b11b-4508-b576-713dff66278f", "name": "network-vif-deleted", "tag": "6f785664-5687-4d3c-b2d6-367b7c3f3fdc"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:59:13.848204 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d94a20a-dff5-4368-93d9-4346c783546c x-openstack-request-id: req-1d94a20a-dff5-4368-93d9-4346c783546c {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:59:13.848504 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efb95ff-b11b-4508-b576-713dff66278f", "name": "network-vif-deleted", "tag": "6f785664-5687-4d3c-b2d6-367b7c3f3fdc", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:59:13.848759 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d94a20a-dff5-4368-93d9-4346c783546c {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:59:13.849314 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efb95ff-b11b-4508-b576-713dff66278f', 'name': 'network-vif-deleted', 'tag': '6f785664-5687-4d3c-b2d6-367b7c3f3fdc', 'status': 'completed', 'code': 200} Mar 07 13:59:13.896461 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-d03faf37-ee74-44c1-a4a4-32170d28299f None None] Set router b9ba6775-96e0-4708-a20e-91dd1960a14c gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:59:14.099893 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-d03faf37-ee74-44c1-a4a4-32170d28299f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '6d8848c2-ea57-46a7-9857-c96f9f4faa80', 'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'mac_address': 'fa:16:3e:d2:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:03Z', 'updated_at': '2022-03-07T13:56:08Z', 'revision_number': 5, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'subnets': [{'id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:59:14.125822 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03faf37-ee74-44c1-a4a4-32170d28299f None None] Checking router: b9ba6775-96e0-4708-a20e-91dd1960a14c for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:59:14.134447 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03faf37-ee74-44c1-a4a4-32170d28299f None None] Routers {'b9ba6775-96e0-4708-a20e-91dd1960a14c'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:59:14.134987 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-d03faf37-ee74-44c1-a4a4-32170d28299f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:58:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['b9ba6775-96e0-4708-a20e-91dd1960a14c'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:59:14.240953 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-d03faf37-ee74-44c1-a4a4-32170d28299f None None] Set router b9ba6775-96e0-4708-a20e-91dd1960a14c gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:59:14.444603 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-d03faf37-ee74-44c1-a4a4-32170d28299f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '6d8848c2-ea57-46a7-9857-c96f9f4faa80', 'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'mac_address': 'fa:16:3e:d2:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:03Z', 'updated_at': '2022-03-07T13:56:08Z', 'revision_number': 5, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'subnets': [{'id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:59:14.469841 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03faf37-ee74-44c1-a4a4-32170d28299f None None] The sync data for ids ['b9ba6775-96e0-4708-a20e-91dd1960a14c'] in dv-cinder-813222-6-iscsi is: [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '6d8848c2-ea57-46a7-9857-c96f9f4faa80', 'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'mac_address': 'fa:16:3e:d2:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:03Z', 'updated_at': '2022-03-07T13:56:08Z', 'revision_number': 5, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'subnets': [{'id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:59:14.598340 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 33146) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:59:14.654187 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1e9c6d3f-a9bd-4845-bb29-64dcaf0e06a2 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group (dc707fc6-691f-4dd3-ace7-fb97203e3317), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:14.683628 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1e9c6d3f-a9bd-4845-bb29-64dcaf0e06a2 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group (dc707fc6-691f-4dd3-ace7-fb97203e3317), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:14.695184 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5940d762-ca5a-442c-b3e4-7a3f26412260 None None] New status for floating IP 9e14a253-e384-4758-bb53-d345f0e85a4b: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 13:59:14.731083 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1e9c6d3f-a9bd-4845-bb29-64dcaf0e06a2 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (dc707fc6-691f-4dd3-ace7-fb97203e3317), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:14.733703 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1e9c6d3f-a9bd-4845-bb29-64dcaf0e06a2 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:14.734860 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-1e9c6d3f-a9bd-4845-bb29-64dcaf0e06a2 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "DELETE /v2.0/security-groups/dc707fc6-691f-4dd3-ace7-fb97203e3317 HTTP/1.1" status: 204 len: 168 time: 0.1354699 Mar 07 13:59:14.737701 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 33148) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:59:14.744682 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c6d3f-a9bd-4845-bb29-64dcaf0e06a2 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc707fc6-691f-4dd3-ace7-fb97203e3317,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:59:14.753634 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.api.v2.resource [None req-5547e018-97c3-408f-9d2a-6741c3d8757f tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] show failed (client error): The resource could not be found. Mar 07 13:59:14.756898 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 33150) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:59:14.757074 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-5547e018-97c3-408f-9d2a-6741c3d8757f tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups/dc707fc6-691f-4dd3-ace7-fb97203e3317 HTTP/1.1" status: 404 len: 347 time: 0.0181556 Mar 07 13:59:14.894029 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-74ea336f-3473-4db8-a024-2945ebd9c573 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Deleting port 03a48c93-ec3e-4566-80d4-0d3e55a6f473 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 13:59:14.894371 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-74ea336f-3473-4db8-a024-2945ebd9c573 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (03a48c93-ec3e-4566-80d4-0d3e55a6f473), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:14.973200 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-74ea336f-3473-4db8-a024-2945ebd9c573 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (03a48c93-ec3e-4566-80d4-0d3e55a6f473), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:14.973517 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-74ea336f-3473-4db8-a024-2945ebd9c573 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (03a48c93-ec3e-4566-80d4-0d3e55a6f473), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:14.985523 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-74ea336f-3473-4db8-a024-2945ebd9c573 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Calling delete_port for 03a48c93-ec3e-4566-80d4-0d3e55a6f473 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 13:59:15.112605 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-74ea336f-3473-4db8-a024-2945ebd9c573 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (03a48c93-ec3e-4566-80d4-0d3e55a6f473), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:15.138903 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea336f-3473-4db8-a024-2945ebd9c573 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event deleted for resources: {'Port': ['ID=03a48c93-ec3e-4566-80d4-0d3e55a6f473,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:59:15.198522 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-74ea336f-3473-4db8-a024-2945ebd9c573 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (9e14a253-e384-4758-bb53-d345f0e85a4b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:15.201173 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-74ea336f-3473-4db8-a024-2945ebd9c573 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:15.202350 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-74ea336f-3473-4db8-a024-2945ebd9c573 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "DELETE /v2.0/floatingips/9e14a253-e384-4758-bb53-d345f0e85a4b HTTP/1.1" status: 204 len: 168 time: 0.4434736 Mar 07 13:59:15.357326 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 33154) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:59:15.362215 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-366bdfcf-87e2-4632-8d2a-03e87b8b6d41 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1022037656', 'description': 'tempest-description--1350406095'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:59:15.381944 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-366bdfcf-87e2-4632-8d2a-03e87b8b6d41 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:15.444908 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-366bdfcf-87e2-4632-8d2a-03e87b8b6d41 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group (d028ab26-69d8-407e-916f-a4646a8e7754), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:15.448960 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-366bdfcf-87e2-4632-8d2a-03e87b8b6d41 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (d028ab26-69d8-407e-916f-a4646a8e7754), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:15.477600 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-366bdfcf-87e2-4632-8d2a-03e87b8b6d41 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:15.478815 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-366bdfcf-87e2-4632-8d2a-03e87b8b6d41 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1205013 Mar 07 13:59:15.481611 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 33156) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:59:15.486608 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-d1169983-8cf7-4c08-9687-957a002ba6f8 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Request body: {'security_group_rule': {'security_group_id': 'd028ab26-69d8-407e-916f-a4646a8e7754', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:59:15.491439 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366bdfcf-87e2-4632-8d2a-03e87b8b6d41 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d028ab26-69d8-407e-916f-a4646a8e7754,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:59:15.513451 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1169983-8cf7-4c08-9687-957a002ba6f8 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group_rule (272ca4eb-7165-480b-ad21-d03a874ae843), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:15.566515 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1169983-8cf7-4c08-9687-957a002ba6f8 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group_rule (272ca4eb-7165-480b-ad21-d03a874ae843), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:15.569996 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1169983-8cf7-4c08-9687-957a002ba6f8 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (272ca4eb-7165-480b-ad21-d03a874ae843), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:15.586751 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1169983-8cf7-4c08-9687-957a002ba6f8 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=272ca4eb-7165-480b-ad21-d03a874ae843,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:59:15.595262 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1169983-8cf7-4c08-9687-957a002ba6f8 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:15.596456 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-d1169983-8cf7-4c08-9687-957a002ba6f8 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131797 Mar 07 13:59:15.599166 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 33158) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:59:15.603989 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-6a3f8027-8b3e-40fa-9a5a-dc49bbcf66ec tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Request body: {'security_group_rule': {'security_group_id': 'd028ab26-69d8-407e-916f-a4646a8e7754', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:59:15.627147 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8027-8b3e-40fa-9a5a-dc49bbcf66ec tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group_rule (6080a4ad-959b-48aa-bf03-c9ba296f5f0c), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:15.680823 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8027-8b3e-40fa-9a5a-dc49bbcf66ec tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group_rule (6080a4ad-959b-48aa-bf03-c9ba296f5f0c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:15.684278 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8027-8b3e-40fa-9a5a-dc49bbcf66ec tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (6080a4ad-959b-48aa-bf03-c9ba296f5f0c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:15.705816 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f8027-8b3e-40fa-9a5a-dc49bbcf66ec tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6080a4ad-959b-48aa-bf03-c9ba296f5f0c,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:59:15.711259 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8027-8b3e-40fa-9a5a-dc49bbcf66ec tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:15.712868 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-6a3f8027-8b3e-40fa-9a5a-dc49bbcf66ec tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127963 Mar 07 13:59:15.716665 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 33160) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:59:15.720775 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-abd70b59-b527-42da-8fba-ff8793b72dda tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Request body: {'floatingip': {'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:59:15.740482 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-abd70b59-b527-42da-8fba-ff8793b72dda tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:15.831301 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-abd70b59-b527-42da-8fba-ff8793b72dda tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:15.933175 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-abd70b59-b527-42da-8fba-ff8793b72dda tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Allocated IP 172.27.1.147 (4737f3fa-18ff-4252-a580-88148a637511/b90664a8-a6a4-4a65-802b-5b7bd95111f9/870af7c7-c1a7-4ac3-be6a-64d68251d236) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:59:16.029810 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-abd70b59-b527-42da-8fba-ff8793b72dda tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for port (870af7c7-c1a7-4ac3-be6a-64d68251d236), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:16.061393 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-abd70b59-b527-42da-8fba-ff8793b72dda tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (870af7c7-c1a7-4ac3-be6a-64d68251d236), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:16.105451 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd70b59-b527-42da-8fba-ff8793b72dda tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Network 4737f3fa-18ff-4252-a580-88148a637511 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:59:16.108203 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-abd70b59-b527-42da-8fba-ff8793b72dda tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:59:16.111532 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd70b59-b527-42da-8fba-ff8793b72dda tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:59:16.133957 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd70b59-b527-42da-8fba-ff8793b72dda tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event updated for resources: {'Port': ['ID=870af7c7-c1a7-4ac3-be6a-64d68251d236,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:59:16.196167 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-abd70b59-b527-42da-8fba-ff8793b72dda tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (4c50724f-489c-46d5-a311-635f4463a921), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:16.230925 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-abd70b59-b527-42da-8fba-ff8793b72dda tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (870af7c7-c1a7-4ac3-be6a-64d68251d236), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:16.376794 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-abd70b59-b527-42da-8fba-ff8793b72dda tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for port (870af7c7-c1a7-4ac3-be6a-64d68251d236), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:16.381153 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-abd70b59-b527-42da-8fba-ff8793b72dda tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (870af7c7-c1a7-4ac3-be6a-64d68251d236), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:16.446511 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd70b59-b527-42da-8fba-ff8793b72dda tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event updated for resources: {'Port': ['ID=870af7c7-c1a7-4ac3-be6a-64d68251d236,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:59:16.457838 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-abd70b59-b527-42da-8fba-ff8793b72dda tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (4c50724f-489c-46d5-a311-635f4463a921), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:16.473015 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-abd70b59-b527-42da-8fba-ff8793b72dda tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:16.474278 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-abd70b59-b527-42da-8fba-ff8793b72dda tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7566836 Mar 07 13:59:16.621072 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-26a28b3b-fd1c-4be3-9276-815b85025fcf tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1022037656&fields=id&tenant_id=996a42ff017e4712bcdf058eada9f861 HTTP/1.1" status: 200 len: 267 time: 0.0453091 Mar 07 13:59:16.722948 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-82bf0013-7b50-4029-9205-508a1d059013 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:16.724304 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-82bf0013-7b50-4029-9205-508a1d059013 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/networks?id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183 HTTP/1.1" status: 200 len: 815 time: 0.0970776 Mar 07 13:59:16.738215 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-8b0f31c7-7ff9-4b0e-8d35-aa23ff4505a2 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/quotas/996a42ff017e4712bcdf058eada9f861 HTTP/1.1" status: 200 len: 375 time: 0.0087063 Mar 07 13:59:16.792213 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-75095840-85ae-41dd-83c0-a91e694186f4 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=996a42ff017e4712bcdf058eada9f861&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494354 Mar 07 13:59:16.889358 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-b29d5cd1-9492-4fd9-89f2-bcf61b9fa539 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860603 Mar 07 13:59:16.941473 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 6f785664-5687-4d3c-b2d6-367b7c3f3fdc no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 13:59:16.964736 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] No Port match for: 6f785664-5687-4d3c-b2d6-367b7c3f3fdc {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 13:59:16.965086 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 6f785664-5687-4d3c-b2d6-367b7c3f3fdc not bound to the agent host hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 13:59:16.980910 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-bf1900d0-e79e-40d1-a3ed-46af8ea22434 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858948 Mar 07 13:59:17.137549 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2152cdf5-bf63-45df-9417-7cb730bc2641 req-510651cd-6e4b-4a34-956a-281425dfaabb tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a169b50-f85f-4d2f-a4cd-64530f101bc1 HTTP/1.1" status: 200 len: 210 time: 0.0270293 Mar 07 13:59:17.883973 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b6063f3-964a-44cc-8b60-9f3e9414d9a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:18.131242 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-47cbeb5c-285c-440c-b9a5-bcdf29e35b91 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:18.132663 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-47cbeb5c-285c-440c-b9a5-bcdf29e35b91 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.10 "GET /v2.0/networks?id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183 HTTP/1.1" status: 200 len: 815 time: 0.0977483 Mar 07 13:59:18.206742 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-d6fbd66d-c1a6-42cb-be99-b184e1c652af tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=996a42ff017e4712bcdf058eada9f861 HTTP/1.1" status: 200 len: 380 time: 0.0608644 Mar 07 13:59:18.227372 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-b494e7de-7b1f-4e79-8767-de5eebdda87b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Request body: {'port': {'device_id': '2a169b50-f85f-4d2f-a4cd-64530f101bc1', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'admin_state_up': True, 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'security_groups': ['d028ab26-69d8-407e-916f-a4646a8e7754']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:59:18.267651 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-45cb5ff3-ce43-437b-8dfe-40f193c69b48 req-fa3e89c7-e516-4a26-ae7a-413afa72d8f6 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a169b50-f85f-4d2f-a4cd-64530f101bc1 HTTP/1.1" status: 200 len: 210 time: 0.0590014 Mar 07 13:59:18.357497 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-b494e7de-7b1f-4e79-8767-de5eebdda87b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Made reservation on behalf of 996a42ff017e4712bcdf058eada9f861 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:59:18.360931 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-b494e7de-7b1f-4e79-8767-de5eebdda87b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:18.485334 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-b494e7de-7b1f-4e79-8767-de5eebdda87b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Allocated IP 172.20.0.7 (ff8c39cf-f80c-4bf9-aa94-569d62eb4183/4573053f-9ff1-4e3b-a8f8-0bd985a91269/93c7ee00-e7d2-4516-9ab5-107cb316c9a2) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 13:59:18.630062 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-b494e7de-7b1f-4e79-8767-de5eebdda87b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for port (93c7ee00-e7d2-4516-9ab5-107cb316c9a2), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:18.666815 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-b494e7de-7b1f-4e79-8767-de5eebdda87b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (93c7ee00-e7d2-4516-9ab5-107cb316c9a2), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:18.708487 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-b494e7de-7b1f-4e79-8767-de5eebdda87b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Network ff8c39cf-f80c-4bf9-aa94-569d62eb4183 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 13:59:18.711659 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-b494e7de-7b1f-4e79-8767-de5eebdda87b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 13:59:18.715104 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-b494e7de-7b1f-4e79-8767-de5eebdda87b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 13:59:18.743651 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494e7de-7b1f-4e79-8767-de5eebdda87b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event updated for resources: {'Port': ['ID=93c7ee00-e7d2-4516-9ab5-107cb316c9a2,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:59:18.767798 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-b494e7de-7b1f-4e79-8767-de5eebdda87b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:18.768421 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-b494e7de-7b1f-4e79-8767-de5eebdda87b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:18.784279 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-b494e7de-7b1f-4e79-8767-de5eebdda87b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5666678 Mar 07 13:59:18.800946 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-fdf259d1-e676-4310-ad06-e178a20790e4 service neutron] Request body: {'port': {'device_id': '2a169b50-f85f-4d2f-a4cd-64530f101bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:59:18.866333 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-fdf259d1-e676-4310-ad06-e178a20790e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (93c7ee00-e7d2-4516-9ab5-107cb316c9a2), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:18.913869 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-d6f1dc25-5f7f-461b-bd0b-6f052996c5f9 None None] Provisioning complete for port 93c7ee00-e7d2-4516-9ab5-107cb316c9a2 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:59:18.914841 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d6f1dc25-5f7f-461b-bd0b-6f052996c5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (93c7ee00-e7d2-4516-9ab5-107cb316c9a2), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:18.947857 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-d6f1dc25-5f7f-461b-bd0b-6f052996c5f9 None None] Port 93c7ee00-e7d2-4516-9ab5-107cb316c9a2 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 13:59:19.124690 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-fdf259d1-e676-4310-ad06-e178a20790e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c7ee00-e7d2-4516-9ab5-107cb316c9a2 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:59:19.131944 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-fdf259d1-e676-4310-ad06-e178a20790e4 service neutron] Publish callbacks [] for port (93c7ee00-e7d2-4516-9ab5-107cb316c9a2), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:19.143496 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-fdf259d1-e676-4310-ad06-e178a20790e4 service neutron] Transition to ACTIVE for port object 93c7ee00-e7d2-4516-9ab5-107cb316c9a2 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 13:59:19.146971 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-fdf259d1-e676-4310-ad06-e178a20790e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (93c7ee00-e7d2-4516-9ab5-107cb316c9a2), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:19.198195 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf259d1-e676-4310-ad06-e178a20790e4 service neutron] Pushing event updated for resources: {'Port': ['ID=93c7ee00-e7d2-4516-9ab5-107cb316c9a2,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:59:19.267969 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-fdf259d1-e676-4310-ad06-e178a20790e4 service neutron] Attempting to bind port 93c7ee00-e7d2-4516-9ab5-107cb316c9a2 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 13:59:19.268304 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-fdf259d1-e676-4310-ad06-e178a20790e4 service neutron] Attempting to bind port 93c7ee00-e7d2-4516-9ab5-107cb316c9a2 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '74ac2952-f331-492e-bac0-8b86569599b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 13:59:19.268630 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-fdf259d1-e676-4310-ad06-e178a20790e4 service neutron] Attempting to bind port 93c7ee00-e7d2-4516-9ab5-107cb316c9a2 on network ff8c39cf-f80c-4bf9-aa94-569d62eb4183 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:59:19.273206 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-fdf259d1-e676-4310-ad06-e178a20790e4 service neutron] Port 93c7ee00-e7d2-4516-9ab5-107cb316c9a2 on network ff8c39cf-f80c-4bf9-aa94-569d62eb4183 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 13:59:19.273527 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-fdf259d1-e676-4310-ad06-e178a20790e4 service neutron] Attempting to bind port 93c7ee00-e7d2-4516-9ab5-107cb316c9a2 on network ff8c39cf-f80c-4bf9-aa94-569d62eb4183 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 13:59:19.279006 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-fdf259d1-e676-4310-ad06-e178a20790e4 service neutron] Checking agent: {'id': '54ecd8f5-e943-4369-a21b-1222345f30ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'started_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 13:59:19.279342 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-fdf259d1-e676-4310-ad06-e178a20790e4 service neutron] Checking segment: {'id': '74ac2952-f331-492e-bac0-8b86569599b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 13:59:19.279728 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-fdf259d1-e676-4310-ad06-e178a20790e4 service neutron] Bound using segment: {'id': '74ac2952-f331-492e-bac0-8b86569599b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 13:59:19.280152 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-fdf259d1-e676-4310-ad06-e178a20790e4 service neutron] Bound port: 93c7ee00-e7d2-4516-9ab5-107cb316c9a2, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74ac2952-f331-492e-bac0-8b86569599b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 13:59:19.280508 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-fdf259d1-e676-4310-ad06-e178a20790e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (93c7ee00-e7d2-4516-9ab5-107cb316c9a2), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:19.376332 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-fdf259d1-e676-4310-ad06-e178a20790e4 service neutron] For port 93c7ee00-e7d2-4516-9ab5-107cb316c9a2, host hv-cinder-81322, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 13:59:19.390977 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-fdf259d1-e676-4310-ad06-e178a20790e4 service neutron] For port 93c7ee00-e7d2-4516-9ab5-107cb316c9a2, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=93c7ee00-e7d2-4516-9ab5-107cb316c9a2,segment=NetworkSegment(74ac2952-f331-492e-bac0-8b86569599b9),segment_id=74ac2952-f331-492e-bac0-8b86569599b9)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 13:59:19.398121 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-fdf259d1-e676-4310-ad06-e178a20790e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (93c7ee00-e7d2-4516-9ab5-107cb316c9a2), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:19.444833 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1f9d4-2657-4629-93f1-cebb2274cb51 req-221746f2-9fc4-411e-b529-5bf611f35c92 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:19.446385 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e7f1f9d4-2657-4629-93f1-cebb2274cb51 req-221746f2-9fc4-411e-b529-5bf611f35c92 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a169b50-f85f-4d2f-a4cd-64530f101bc1 HTTP/1.1" status: 200 len: 943 time: 0.1093075 Mar 07 13:59:19.447598 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-fdf259d1-e676-4310-ad06-e178a20790e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:19.448199 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-fdf259d1-e676-4310-ad06-e178a20790e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:19.449517 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-fdf259d1-e676-4310-ad06-e178a20790e4 service neutron] 10.222.0.10 "PUT /v2.0/ports/93c7ee00-e7d2-4516-9ab5-107cb316c9a2 HTTP/1.1" status: 200 len: 1093 time: 0.6532071 Mar 07 13:59:19.453878 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a169b50-f85f-4d2f-a4cd-64530f101bc1', 'tag': '93c7ee00-e7d2-4516-9ab5-107cb316c9a2'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:59:19.456086 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37d1299-1ad6-4304-b5c5-fd117bba87eb" -d '{"events": [{"name": "network-changed", "server_uuid": "2a169b50-f85f-4d2f-a4cd-64530f101bc1", "tag": "93c7ee00-e7d2-4516-9ab5-107cb316c9a2"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:59:19.513594 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf259d1-e676-4310-ad06-e178a20790e4 service neutron] Pushing event updated for resources: {'Port': ['ID=93c7ee00-e7d2-4516-9ab5-107cb316c9a2,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:59:19.522961 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0645cd-a372-452f-a40a-09b0fccbd647 x-openstack-request-id: req-db0645cd-a372-452f-a40a-09b0fccbd647 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:59:19.523250 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a169b50-f85f-4d2f-a4cd-64530f101bc1", "tag": "93c7ee00-e7d2-4516-9ab5-107cb316c9a2", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:59:19.523497 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db0645cd-a372-452f-a40a-09b0fccbd647 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:59:19.524412 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a169b50-f85f-4d2f-a4cd-64530f101bc1', 'tag': '93c7ee00-e7d2-4516-9ab5-107cb316c9a2', 'status': 'completed', 'code': 200} Mar 07 13:59:19.540093 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e7f1f9d4-2657-4629-93f1-cebb2274cb51 req-3dda9991-5af5-4053-b914-d72f012606c6 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=d028ab26-69d8-407e-916f-a4646a8e7754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785060 Mar 07 13:59:19.573366 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-a2447da2-e59c-40e0-86d3-88a096036b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:19.575111 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-a2447da2-e59c-40e0-86d3-88a096036b8d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=996a42ff017e4712bcdf058eada9f861&device_id=2a169b50-f85f-4d2f-a4cd-64530f101bc1 HTTP/1.1" status: 200 len: 1127 time: 0.0584741 Mar 07 13:59:19.621519 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-dd73cd32-1612-44de-9c41-68babb2efcf0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93c7ee00-e7d2-4516-9ab5-107cb316c9a2 HTTP/1.1" status: 200 len: 217 time: 0.0351419 Mar 07 13:59:19.672583 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-e0e7e130-2545-4328-9178-c5e4e2a0d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:19.674279 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-e0e7e130-2545-4328-9178-c5e4e2a0d320 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4573053f-9ff1-4e3b-a8f8-0bd985a91269 HTTP/1.1" status: 200 len: 854 time: 0.0472527 Mar 07 13:59:19.722935 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-54e7d09c-0728-4ea4-b1ef-2ea71272be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:19.724377 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-54e7d09c-0728-4ea4-b1ef-2ea71272be81 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442107 Mar 07 13:59:19.810490 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-1617ca4e-9752-4641-9f77-bbc83f8aac78 service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794215 Mar 07 13:59:19.900022 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-62ac11f6-f5c3-454d-9f44-4a324acc29b2 req-b2d92051-4c7d-433b-85ba-ad80e9143362 service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840354 Mar 07 13:59:20.027773 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d1299-1ad6-4304-b5c5-fd117bba87eb req-bb9a992a-a85b-4dbc-bd7f-8d3a467bb505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:20.029296 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a37d1299-1ad6-4304-b5c5-fd117bba87eb req-bb9a992a-a85b-4dbc-bd7f-8d3a467bb505 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=996a42ff017e4712bcdf058eada9f861&device_id=2a169b50-f85f-4d2f-a4cd-64530f101bc1 HTTP/1.1" status: 200 len: 1127 time: 0.0457461 Mar 07 13:59:20.089930 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6f7abdbf-95b0-4b8b-a13c-515a12e8f2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:20.119437 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d1299-1ad6-4304-b5c5-fd117bba87eb req-b3c13d9d-06f8-403e-86aa-236acb22511d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:20.120922 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a37d1299-1ad6-4304-b5c5-fd117bba87eb req-b3c13d9d-06f8-403e-86aa-236acb22511d service neutron] 10.222.0.10 "GET /v2.0/networks?id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183 HTTP/1.1" status: 200 len: 915 time: 0.0857904 Mar 07 13:59:20.162092 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a37d1299-1ad6-4304-b5c5-fd117bba87eb req-acaad2ce-19b5-4735-9b21-7c63ad3adc35 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93c7ee00-e7d2-4516-9ab5-107cb316c9a2 HTTP/1.1" status: 200 len: 217 time: 0.0334220 Mar 07 13:59:20.207599 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d1299-1ad6-4304-b5c5-fd117bba87eb req-434ecf05-6c1a-456d-8351-4a220aa006e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:20.208980 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a37d1299-1ad6-4304-b5c5-fd117bba87eb req-434ecf05-6c1a-456d-8351-4a220aa006e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4573053f-9ff1-4e3b-a8f8-0bd985a91269 HTTP/1.1" status: 200 len: 854 time: 0.0418146 Mar 07 13:59:20.259860 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d1299-1ad6-4304-b5c5-fd117bba87eb req-51fd91df-20dd-4c5a-bcb8-4a67721f9963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:20.261333 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a37d1299-1ad6-4304-b5c5-fd117bba87eb req-51fd91df-20dd-4c5a-bcb8-4a67721f9963 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464909 Mar 07 13:59:20.345653 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a37d1299-1ad6-4304-b5c5-fd117bba87eb req-bfedf169-b31f-4c7a-aec4-f834a889025b service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787218 Mar 07 13:59:20.434092 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a37d1299-1ad6-4304-b5c5-fd117bba87eb req-2daad023-ef47-4571-979b-6bf0e377a31e service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822577 Mar 07 13:59:20.659875 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea0508-98df-4106-9abf-2b86ab045d1e req-77f81e14-698e-417d-a5b7-e0caa66fe0fb tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:20.661392 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-31ea0508-98df-4106-9abf-2b86ab045d1e req-77f81e14-698e-417d-a5b7-e0caa66fe0fb tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a169b50-f85f-4d2f-a4cd-64530f101bc1 HTTP/1.1" status: 200 len: 943 time: 0.0532389 Mar 07 13:59:20.708156 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-31ea0508-98df-4106-9abf-2b86ab045d1e req-9bd404e1-3c86-4d80-b75c-2dc3805532c4 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=d028ab26-69d8-407e-916f-a4646a8e7754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406229 Mar 07 13:59:21.362451 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:21.823755 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e9c2b-686c-432b-9db6-c7b61cdfb51b req-099852e6-16fe-46c2-8d05-d5fba6d35c66 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:21.825254 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4b2e9c2b-686c-432b-9db6-c7b61cdfb51b req-099852e6-16fe-46c2-8d05-d5fba6d35c66 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a169b50-f85f-4d2f-a4cd-64530f101bc1 HTTP/1.1" status: 200 len: 943 time: 0.0523410 Mar 07 13:59:21.874407 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4b2e9c2b-686c-432b-9db6-c7b61cdfb51b req-9b481ec2-4498-4dd6-9257-43f21c3ad88e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=d028ab26-69d8-407e-916f-a4646a8e7754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436859 Mar 07 13:59:22.472328 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:22.987418 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 93c7ee00-e7d2-4516-9ab5-107cb316c9a2 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 13:59:22.995001 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b81f0-167a-4cd2-8842-08e088b94d58 req-e2d26c82-578a-4640-82be-05ef805e0436 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:22.996883 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-242b81f0-167a-4cd2-8842-08e088b94d58 req-e2d26c82-578a-4640-82be-05ef805e0436 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a169b50-f85f-4d2f-a4cd-64530f101bc1 HTTP/1.1" status: 200 len: 943 time: 0.0563636 Mar 07 13:59:23.043024 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-242b81f0-167a-4cd2-8842-08e088b94d58 req-27bb2240-7065-4078-bc63-9850dd64b8b2 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=d028ab26-69d8-407e-916f-a4646a8e7754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407481 Mar 07 13:59:23.083008 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 93c7ee00-e7d2-4516-9ab5-107cb316c9a2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=93c7ee00-e7d2-4516-9ab5-107cb316c9a2,segment=NetworkSegment(74ac2952-f331-492e-bac0-8b86569599b9),segment_id=74ac2952-f331-492e-bac0-8b86569599b9)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:59:23.093644 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Returning: {'device': '93c7ee00-e7d2-4516-9ab5-107cb316c9a2', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'port_id': '93c7ee00-e7d2-4516-9ab5-107cb316c9a2', 'mac_address': 'fa:16:3e:c0:c4:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 13:59:23.129340 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 93c7ee00-e7d2-4516-9ab5-107cb316c9a2 is: DOWN; New status is: BUILD {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:59:23.129732 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (93c7ee00-e7d2-4516-9ab5-107cb316c9a2), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:23.144884 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c7ee00-e7d2-4516-9ab5-107cb316c9a2 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 13:59:23.163381 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 93c7ee00-e7d2-4516-9ab5-107cb316c9a2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=93c7ee00-e7d2-4516-9ab5-107cb316c9a2,segment=NetworkSegment(74ac2952-f331-492e-bac0-8b86569599b9),segment_id=74ac2952-f331-492e-bac0-8b86569599b9)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:59:23.167606 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (93c7ee00-e7d2-4516-9ab5-107cb316c9a2), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:23.212773 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=93c7ee00-e7d2-4516-9ab5-107cb316c9a2,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:59:23.219575 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:23.219926 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:23.220292 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:23.220631 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:23.220964 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:23.221319 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:23.221649 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:23.221975 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:23.222305 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:23.222629 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:23.222954 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:23.223272 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:23.223592 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:23.553864 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['93c7ee00-e7d2-4516-9ab5-107cb316c9a2'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 13:59:24.157098 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0f7d8-3af5-4a35-a726-e83a8841a4e7 req-10d37976-4aa1-481c-b422-014813c0447b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:24.158513 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cda0f7d8-3af5-4a35-a726-e83a8841a4e7 req-10d37976-4aa1-481c-b422-014813c0447b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a169b50-f85f-4d2f-a4cd-64530f101bc1 HTTP/1.1" status: 200 len: 944 time: 0.0521615 Mar 07 13:59:24.204205 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cda0f7d8-3af5-4a35-a726-e83a8841a4e7 req-db1858f9-23c4-4204-af9c-0a181a77a794 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=d028ab26-69d8-407e-916f-a4646a8e7754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402322 Mar 07 13:59:24.281900 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:24.985287 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 93c7ee00-e7d2-4516-9ab5-107cb316c9a2 up at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 13:59:25.032729 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning for port 93c7ee00-e7d2-4516-9ab5-107cb316c9a2 completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 13:59:25.036283 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning complete for port 93c7ee00-e7d2-4516-9ab5-107cb316c9a2 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 13:59:25.036654 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (93c7ee00-e7d2-4516-9ab5-107cb316c9a2), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:25.111626 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 93c7ee00-e7d2-4516-9ab5-107cb316c9a2 is: BUILD; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 13:59:25.112012 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (93c7ee00-e7d2-4516-9ab5-107cb316c9a2), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:25.136173 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a169b50-f85f-4d2f-a4cd-64530f101bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c7ee00-e7d2-4516-9ab5-107cb316c9a2'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:59:25.138386 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23094c5e-928a-48c1-a48e-cdc6e98bb78b" -d '{"events": [{"server_uuid": "2a169b50-f85f-4d2f-a4cd-64530f101bc1", "name": "network-vif-plugged", "status": "completed", "tag": "93c7ee00-e7d2-4516-9ab5-107cb316c9a2"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:59:25.279683 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 13:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d677378a-6a2c-4f3f-8be0-9b5814f00d7f x-openstack-request-id: req-d677378a-6a2c-4f3f-8be0-9b5814f00d7f {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:59:25.280097 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a169b50-f85f-4d2f-a4cd-64530f101bc1", "name": "network-vif-plugged", "status": "completed", "tag": "93c7ee00-e7d2-4516-9ab5-107cb316c9a2", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:59:25.280241 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d677378a-6a2c-4f3f-8be0-9b5814f00d7f {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:59:25.280630 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a169b50-f85f-4d2f-a4cd-64530f101bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c7ee00-e7d2-4516-9ab5-107cb316c9a2', 'code': 200} Mar 07 13:59:25.284304 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 93c7ee00-e7d2-4516-9ab5-107cb316c9a2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=93c7ee00-e7d2-4516-9ab5-107cb316c9a2,segment=NetworkSegment(74ac2952-f331-492e-bac0-8b86569599b9),segment_id=74ac2952-f331-492e-bac0-8b86569599b9)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 13:59:25.293555 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (93c7ee00-e7d2-4516-9ab5-107cb316c9a2), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:25.339932 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427a82c-d599-4c97-8a28-58f7d568ab21 req-c0cbfca0-559f-4643-88a7-5fc6e04bae6c tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:25.341431 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2427a82c-d599-4c97-8a28-58f7d568ab21 req-c0cbfca0-559f-4643-88a7-5fc6e04bae6c tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a169b50-f85f-4d2f-a4cd-64530f101bc1 HTTP/1.1" status: 200 len: 944 time: 0.0642951 Mar 07 13:59:25.345607 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=93c7ee00-e7d2-4516-9ab5-107cb316c9a2,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:59:25.395019 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2427a82c-d599-4c97-8a28-58f7d568ab21 req-24700c2e-2c28-4424-a12e-ed702cd91517 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=d028ab26-69d8-407e-916f-a4646a8e7754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460236 Mar 07 13:59:25.450016 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eba39c-722a-4b46-8c2d-f4e79f3cd447 req-55f251d6-f426-4a75-85c2-8ce1da56ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:25.451490 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-42eba39c-722a-4b46-8c2d-f4e79f3cd447 req-55f251d6-f426-4a75-85c2-8ce1da56ac19 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2a169b50-f85f-4d2f-a4cd-64530f101bc1 HTTP/1.1" status: 200 len: 1129 time: 0.0895517 Mar 07 13:59:25.492052 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-42eba39c-722a-4b46-8c2d-f4e79f3cd447 req-0ec6947d-14d3-47be-9129-ecee126cafc9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d028ab26-69d8-407e-916f-a4646a8e7754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347371 Mar 07 13:59:26.511465 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf92c3-48c3-45a6-a9fa-9514fe4f9bd0 req-65843f3b-730f-46b2-b10d-7e715858534a tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:26.512922 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8faf92c3-48c3-45a6-a9fa-9514fe4f9bd0 req-65843f3b-730f-46b2-b10d-7e715858534a tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a169b50-f85f-4d2f-a4cd-64530f101bc1 HTTP/1.1" status: 200 len: 945 time: 0.0516069 Mar 07 13:59:26.561326 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8faf92c3-48c3-45a6-a9fa-9514fe4f9bd0 req-b865f8dc-6092-4443-89e9-2502ffad6986 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=d028ab26-69d8-407e-916f-a4646a8e7754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428772 Mar 07 13:59:27.676568 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c9f02-93af-41e4-a4b0-1665716691c4 req-627207b8-fd8e-41a3-a8a8-01f5d7ef5019 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:27.678048 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e46c9f02-93af-41e4-a4b0-1665716691c4 req-627207b8-fd8e-41a3-a8a8-01f5d7ef5019 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a169b50-f85f-4d2f-a4cd-64530f101bc1 HTTP/1.1" status: 200 len: 945 time: 0.0513089 Mar 07 13:59:27.723551 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e46c9f02-93af-41e4-a4b0-1665716691c4 req-364e7a39-f190-4a66-ad84-7906f8490f36 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=d028ab26-69d8-407e-916f-a4646a8e7754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396519 Mar 07 13:59:27.834016 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31aac8-6190-4446-8390-04b94d31e471 req-1e90090a-03de-4a0b-adf8-aa2cd566347a tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:27.835486 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6a31aac8-6190-4446-8390-04b94d31e471 req-1e90090a-03de-4a0b-adf8-aa2cd566347a tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a169b50-f85f-4d2f-a4cd-64530f101bc1 HTTP/1.1" status: 200 len: 945 time: 0.0521672 Mar 07 13:59:27.844162 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 33220) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:59:27.848483 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-f79df770-98d7-46f7-95ac-f61a8bfa0403 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Request body: {'floatingip': {'port_id': '93c7ee00-e7d2-4516-9ab5-107cb316c9a2'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:59:27.890048 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f79df770-98d7-46f7-95ac-f61a8bfa0403 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (4c50724f-489c-46d5-a311-635f4463a921), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:28.305776 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f79df770-98d7-46f7-95ac-f61a8bfa0403 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:28.309467 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f79df770-98d7-46f7-95ac-f61a8bfa0403 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (4c50724f-489c-46d5-a311-635f4463a921), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:28.671522 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.l3_db [None req-f79df770-98d7-46f7-95ac-f61a8bfa0403 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Floating IP 4c50724f-489c-46d5-a311-635f4463a921 associated. External IP: 172.27.1.147, port: 93c7ee00-e7d2-4516-9ab5-107cb316c9a2. Mar 07 13:59:28.872501 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79df770-98d7-46f7-95ac-f61a8bfa0403 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Router b9ba6775-96e0-4708-a20e-91dd1960a14c has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 13:59:28.987093 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79df770-98d7-46f7-95ac-f61a8bfa0403 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 13:59:28.991837 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f79df770-98d7-46f7-95ac-f61a8bfa0403 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:28.996366 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1fc846-b247-4790-82e2-601d4cf18154 None None] Sync routers for ids ['b9ba6775-96e0-4708-a20e-91dd1960a14c'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 13:59:29.005924 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1fc846-b247-4790-82e2-601d4cf18154 None None] Routers {'b9ba6775-96e0-4708-a20e-91dd1960a14c'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:59:29.006539 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-fc1fc846-b247-4790-82e2-601d4cf18154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:59:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['b9ba6775-96e0-4708-a20e-91dd1960a14c'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:59:29.032121 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-f79df770-98d7-46f7-95ac-f61a8bfa0403 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "PUT /v2.0/floatingips/4c50724f-489c-46d5-a311-635f4463a921 HTTP/1.1" status: 200 len: 991 time: 1.1791863 Mar 07 13:59:29.032121 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a169b50-f85f-4d2f-a4cd-64530f101bc1', 'tag': '93c7ee00-e7d2-4516-9ab5-107cb316c9a2'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 13:59:29.032121 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd8d6c4-6cd5-4001-8172-c2f08843d02b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a169b50-f85f-4d2f-a4cd-64530f101bc1", "tag": "93c7ee00-e7d2-4516-9ab5-107cb316c9a2"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 13:59:29.116545 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 13:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422a6265-7119-4b89-bffa-4acb3807320b x-openstack-request-id: req-422a6265-7119-4b89-bffa-4acb3807320b {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 13:59:29.116832 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a169b50-f85f-4d2f-a4cd-64530f101bc1", "tag": "93c7ee00-e7d2-4516-9ab5-107cb316c9a2", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 13:59:29.117078 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-422a6265-7119-4b89-bffa-4acb3807320b {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 13:59:29.117472 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-fc1fc846-b247-4790-82e2-601d4cf18154 None None] Set router b9ba6775-96e0-4708-a20e-91dd1960a14c gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:59:29.117601 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a169b50-f85f-4d2f-a4cd-64530f101bc1', 'tag': '93c7ee00-e7d2-4516-9ab5-107cb316c9a2', 'status': 'completed', 'code': 200} Mar 07 13:59:29.202840 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8d6c4-6cd5-4001-8172-c2f08843d02b req-aabb4565-df7d-4be7-996a-9dd642651520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:29.204326 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ecd8d6c4-6cd5-4001-8172-c2f08843d02b req-aabb4565-df7d-4be7-996a-9dd642651520 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=996a42ff017e4712bcdf058eada9f861&device_id=2a169b50-f85f-4d2f-a4cd-64530f101bc1 HTTP/1.1" status: 200 len: 1129 time: 0.0443568 Mar 07 13:59:29.290531 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8d6c4-6cd5-4001-8172-c2f08843d02b req-16c6803f-52fa-402f-866d-e750cb3b3f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:29.291985 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ecd8d6c4-6cd5-4001-8172-c2f08843d02b req-16c6803f-52fa-402f-866d-e750cb3b3f93 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183 HTTP/1.1" status: 200 len: 915 time: 0.0812609 Mar 07 13:59:29.340416 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-fc1fc846-b247-4790-82e2-601d4cf18154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '4c50724f-489c-46d5-a311-635f4463a921', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'port_id': '93c7ee00-e7d2-4516-9ab5-107cb316c9a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'mac_address': 'fa:16:3e:c0:c4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a169b50-f85f-4d2f-a4cd-64530f101bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:59:16Z', 'updated_at': '2022-03-07T13:59:28Z', 'revision_number': 1, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d8848c2-ea57-46a7-9857-c96f9f4faa80', 'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'mac_address': 'fa:16:3e:d2:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:03Z', 'updated_at': '2022-03-07T13:56:08Z', 'revision_number': 5, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'subnets': [{'id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:59:29.358051 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ecd8d6c4-6cd5-4001-8172-c2f08843d02b req-30767dc7-44b0-4b43-9105-f2d075964636 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93c7ee00-e7d2-4516-9ab5-107cb316c9a2 HTTP/1.1" status: 200 len: 999 time: 0.0603352 Mar 07 13:59:29.365963 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1fc846-b247-4790-82e2-601d4cf18154 None None] Checking router: b9ba6775-96e0-4708-a20e-91dd1960a14c for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 13:59:29.375211 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1fc846-b247-4790-82e2-601d4cf18154 None None] Routers {'b9ba6775-96e0-4708-a20e-91dd1960a14c'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:59:29.375967 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-fc1fc846-b247-4790-82e2-601d4cf18154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T13:59:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['b9ba6775-96e0-4708-a20e-91dd1960a14c'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:59:29.406017 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8d6c4-6cd5-4001-8172-c2f08843d02b req-adf83e23-fd9f-4105-aeea-9af284165dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:29.407501 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ecd8d6c4-6cd5-4001-8172-c2f08843d02b req-adf83e23-fd9f-4105-aeea-9af284165dde service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4573053f-9ff1-4e3b-a8f8-0bd985a91269 HTTP/1.1" status: 200 len: 854 time: 0.0441451 Mar 07 13:59:29.456147 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8d6c4-6cd5-4001-8172-c2f08843d02b req-ac8bd0bd-3d44-48f7-9bbb-6f844b0f6583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:29.457656 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ecd8d6c4-6cd5-4001-8172-c2f08843d02b req-ac8bd0bd-3d44-48f7-9bbb-6f844b0f6583 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438538 Mar 07 13:59:29.484562 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-fc1fc846-b247-4790-82e2-601d4cf18154 None None] Set router b9ba6775-96e0-4708-a20e-91dd1960a14c gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 13:59:29.551643 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ecd8d6c4-6cd5-4001-8172-c2f08843d02b req-546d9817-f398-4c63-b17a-f008d4a643f1 service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872464 Mar 07 13:59:29.639368 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ecd8d6c4-6cd5-4001-8172-c2f08843d02b req-494368a8-c109-4f6f-b769-3b87dfae9d91 service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814266 Mar 07 13:59:29.708452 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-fc1fc846-b247-4790-82e2-601d4cf18154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '4c50724f-489c-46d5-a311-635f4463a921', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'port_id': '93c7ee00-e7d2-4516-9ab5-107cb316c9a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'mac_address': 'fa:16:3e:c0:c4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a169b50-f85f-4d2f-a4cd-64530f101bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:59:16Z', 'updated_at': '2022-03-07T13:59:28Z', 'revision_number': 1, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d8848c2-ea57-46a7-9857-c96f9f4faa80', 'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'mac_address': 'fa:16:3e:d2:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:03Z', 'updated_at': '2022-03-07T13:56:08Z', 'revision_number': 5, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'subnets': [{'id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:59:29.734453 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1fc846-b247-4790-82e2-601d4cf18154 None None] The sync data for ids ['b9ba6775-96e0-4708-a20e-91dd1960a14c'] in dv-cinder-813222-6-iscsi is: [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '4c50724f-489c-46d5-a311-635f4463a921', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'port_id': '93c7ee00-e7d2-4516-9ab5-107cb316c9a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'mac_address': 'fa:16:3e:c0:c4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a169b50-f85f-4d2f-a4cd-64530f101bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T13:59:16Z', 'updated_at': '2022-03-07T13:59:28Z', 'revision_number': 1, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d8848c2-ea57-46a7-9857-c96f9f4faa80', 'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'mac_address': 'fa:16:3e:d2:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:03Z', 'updated_at': '2022-03-07T13:56:08Z', 'revision_number': 5, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'subnets': [{'id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 13:59:29.914484 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67e3e64-1269-44fa-9754-e7571b6c2e74 None None] New status for floating IP 4c50724f-489c-46d5-a311-635f4463a921: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 13:59:35.620035 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:43.301856 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 13:59:47.886198 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-daf6a353-9a11-4ef2-be9b-89ebe6171fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:50.091570 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9e1d1145-b9d2-4803-9979-7bdb3509b348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:51.365802 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:52.472897 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:54.283633 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:05.631326 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:14.513680 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9c20c65d-bba6-4e30-9da1-1839737a8804 req-74311d89-5e52-4e45-9e7b-e947e72cb6bf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2a169b50-f85f-4d2f-a4cd-64530f101bc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466776 Mar 07 14:00:14.614838 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20c65d-bba6-4e30-9da1-1839737a8804 req-fbce6cf1-89b5-4f15-b7f8-b09403771116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:14.616325 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9c20c65d-bba6-4e30-9da1-1839737a8804 req-fbce6cf1-89b5-4f15-b7f8-b09403771116 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=996a42ff017e4712bcdf058eada9f861&device_id=2a169b50-f85f-4d2f-a4cd-64530f101bc1 HTTP/1.1" status: 200 len: 1129 time: 0.0444002 Mar 07 14:00:14.718672 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20c65d-bba6-4e30-9da1-1839737a8804 req-53ba39ce-fcb1-4d3a-b284-8d371501894e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:14.720148 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9c20c65d-bba6-4e30-9da1-1839737a8804 req-53ba39ce-fcb1-4d3a-b284-8d371501894e service neutron] 10.222.0.10 "GET /v2.0/networks?id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183 HTTP/1.1" status: 200 len: 915 time: 0.0876186 Mar 07 14:00:14.782078 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9c20c65d-bba6-4e30-9da1-1839737a8804 req-b732e437-e270-4bae-b320-6da8555e4f5a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93c7ee00-e7d2-4516-9ab5-107cb316c9a2 HTTP/1.1" status: 200 len: 1001 time: 0.0562756 Mar 07 14:00:14.828268 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20c65d-bba6-4e30-9da1-1839737a8804 req-b371739b-e4c1-4d68-9f17-afd42a8e131a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:14.829685 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9c20c65d-bba6-4e30-9da1-1839737a8804 req-b371739b-e4c1-4d68-9f17-afd42a8e131a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4573053f-9ff1-4e3b-a8f8-0bd985a91269 HTTP/1.1" status: 200 len: 854 time: 0.0426776 Mar 07 14:00:14.880257 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20c65d-bba6-4e30-9da1-1839737a8804 req-c7a5e76e-4635-4cb1-a905-266cad6b5584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:14.881759 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9c20c65d-bba6-4e30-9da1-1839737a8804 req-c7a5e76e-4635-4cb1-a905-266cad6b5584 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464485 Mar 07 14:00:14.967181 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9c20c65d-bba6-4e30-9da1-1839737a8804 req-bac0e1b1-f7ec-4067-85f5-26fbbfe0e988 service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793588 Mar 07 14:00:15.055173 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9c20c65d-bba6-4e30-9da1-1839737a8804 req-6590b3c0-f223-4e0a-aa9d-3e71f9d2477d service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827067 Mar 07 14:00:17.887756 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7bec9679-0c56-435d-9c04-3bc2e3d4f2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:20.091748 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db692d25-0221-4620-a45a-f0781f9eef8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:20.301295 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:00:21.369041 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:22.475162 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:24.285221 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:35.651367 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:44.403714 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16df93-22db-4d51-8555-3bdb422a260f req-5691739f-a97d-4c19-a1f6-5ac676ad615c tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:44.405146 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-da16df93-22db-4d51-8555-3bdb422a260f req-5691739f-a97d-4c19-a1f6-5ac676ad615c tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a169b50-f85f-4d2f-a4cd-64530f101bc1 HTTP/1.1" status: 200 len: 945 time: 0.0538125 Mar 07 14:00:44.451457 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-da16df93-22db-4d51-8555-3bdb422a260f req-1a3ff98d-2743-4c67-b76f-d5ab88133beb tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=d028ab26-69d8-407e-916f-a4646a8e7754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408463 Mar 07 14:00:45.570178 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a586b16-3a2c-4fcf-bca1-55f84a0845be req-08938a8e-cf27-4f85-bea5-b9b74e93933d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:45.571647 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4a586b16-3a2c-4fcf-bca1-55f84a0845be req-08938a8e-cf27-4f85-bea5-b9b74e93933d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a169b50-f85f-4d2f-a4cd-64530f101bc1 HTTP/1.1" status: 200 len: 945 time: 0.0516555 Mar 07 14:00:45.616569 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4a586b16-3a2c-4fcf-bca1-55f84a0845be req-1b6f279b-5cf5-49c0-92a4-bcfbff97740c tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=d028ab26-69d8-407e-916f-a4646a8e7754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387752 Mar 07 14:00:46.186326 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06e8fd-7100-4906-8a3c-24e95662d112 req-bf94d49d-034b-43b5-a50b-b3205a8d1739 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:46.187671 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fa06e8fd-7100-4906-8a3c-24e95662d112 req-bf94d49d-034b-43b5-a50b-b3205a8d1739 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a169b50-f85f-4d2f-a4cd-64530f101bc1 HTTP/1.1" status: 200 len: 945 time: 0.0548973 Mar 07 14:00:46.274005 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-fa06e8fd-7100-4906-8a3c-24e95662d112 req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Deleting port 93c7ee00-e7d2-4516-9ab5-107cb316c9a2 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:00:46.274342 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fa06e8fd-7100-4906-8a3c-24e95662d112 req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (93c7ee00-e7d2-4516-9ab5-107cb316c9a2), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:46.362772 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-fa06e8fd-7100-4906-8a3c-24e95662d112 req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] For port 93c7ee00-e7d2-4516-9ab5-107cb316c9a2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=93c7ee00-e7d2-4516-9ab5-107cb316c9a2,segment=NetworkSegment(74ac2952-f331-492e-bac0-8b86569599b9),segment_id=74ac2952-f331-492e-bac0-8b86569599b9)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:00:46.363124 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fa06e8fd-7100-4906-8a3c-24e95662d112 req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (93c7ee00-e7d2-4516-9ab5-107cb316c9a2), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:46.524456 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fa06e8fd-7100-4906-8a3c-24e95662d112 req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:46.524814 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fa06e8fd-7100-4906-8a3c-24e95662d112 req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (4c50724f-489c-46d5-a311-635f4463a921), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:46.525155 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.l3_db [req-fa06e8fd-7100-4906-8a3c-24e95662d112 req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Floating IP 4c50724f-489c-46d5-a311-635f4463a921 disassociated. External IP: 172.27.1.147, port: 93c7ee00-e7d2-4516-9ab5-107cb316c9a2. Mar 07 14:00:46.525481 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-fa06e8fd-7100-4906-8a3c-24e95662d112 req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Calling delete_port for 93c7ee00-e7d2-4516-9ab5-107cb316c9a2 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:00:46.649787 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fa06e8fd-7100-4906-8a3c-24e95662d112 req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (93c7ee00-e7d2-4516-9ab5-107cb316c9a2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:46.678028 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event deleted for resources: {'Port': ['ID=93c7ee00-e7d2-4516-9ab5-107cb316c9a2,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:46.698476 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:46.698669 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:46.699450 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:46.699826 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:46.700143 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:46.700416 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:46.700740 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:46.701063 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:46.701411 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:46.701733 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:46.702052 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:46.702368 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:46.702681 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:46.756400 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-81266936-f2a4-4747-9724-29eb999b8293 req-4a99054e-d498-4c32-974c-4d69946f0ec6 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a169b50-f85f-4d2f-a4cd-64530f101bc1 HTTP/1.1" status: 200 len: 210 time: 0.0687497 Mar 07 14:00:46.828451 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa06e8fd-7100-4906-8a3c-24e95662d112 req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Router b9ba6775-96e0-4708-a20e-91dd1960a14c has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:00:46.936679 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa06e8fd-7100-4906-8a3c-24e95662d112 req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:00:46.946866 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c17159-624e-406f-a775-678fd904c44b None None] Sync routers for ids ['b9ba6775-96e0-4708-a20e-91dd1960a14c'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:00:46.957048 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c17159-624e-406f-a775-678fd904c44b None None] Routers {'b9ba6775-96e0-4708-a20e-91dd1960a14c'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:00:46.957638 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-84c17159-624e-406f-a775-678fd904c44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T14:00:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['b9ba6775-96e0-4708-a20e-91dd1960a14c'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:00:46.976167 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa06e8fd-7100-4906-8a3c-24e95662d112 req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] No DVR routers for this DVR port 93c7ee00-e7d2-4516-9ab5-107cb316c9a2 on host hv-cinder-81322 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:00:46.978688 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fa06e8fd-7100-4906-8a3c-24e95662d112 req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:46.982134 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fa06e8fd-7100-4906-8a3c-24e95662d112 req-007d71eb-a380-45df-8b99-4258597e6c53 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.10 "DELETE /v2.0/ports/93c7ee00-e7d2-4516-9ab5-107cb316c9a2 HTTP/1.1" status: 204 len: 173 time: 0.7897768 Mar 07 14:00:46.982587 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a169b50-f85f-4d2f-a4cd-64530f101bc1', 'name': 'network-vif-deleted', 'tag': '93c7ee00-e7d2-4516-9ab5-107cb316c9a2'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:00:46.984800 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a32a7a5-62dc-4e39-845f-8fb51b691798" -d '{"events": [{"server_uuid": "2a169b50-f85f-4d2f-a4cd-64530f101bc1", "name": "network-vif-deleted", "tag": "93c7ee00-e7d2-4516-9ab5-107cb316c9a2"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:00:47.032934 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8111da48-f5b4-4467-85af-d63be713835d x-openstack-request-id: req-8111da48-f5b4-4467-85af-d63be713835d {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:00:47.033261 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a169b50-f85f-4d2f-a4cd-64530f101bc1", "name": "network-vif-deleted", "tag": "93c7ee00-e7d2-4516-9ab5-107cb316c9a2", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:00:47.033517 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8111da48-f5b4-4467-85af-d63be713835d {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:00:47.034056 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a169b50-f85f-4d2f-a4cd-64530f101bc1', 'name': 'network-vif-deleted', 'tag': '93c7ee00-e7d2-4516-9ab5-107cb316c9a2', 'status': 'completed', 'code': 200} Mar 07 14:00:47.067256 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-84c17159-624e-406f-a775-678fd904c44b None None] Set router b9ba6775-96e0-4708-a20e-91dd1960a14c gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:00:47.267432 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-84c17159-624e-406f-a775-678fd904c44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '6d8848c2-ea57-46a7-9857-c96f9f4faa80', 'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'mac_address': 'fa:16:3e:d2:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:03Z', 'updated_at': '2022-03-07T13:56:08Z', 'revision_number': 5, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'subnets': [{'id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:00:47.292420 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c17159-624e-406f-a775-678fd904c44b None None] Checking router: b9ba6775-96e0-4708-a20e-91dd1960a14c for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:00:47.301035 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c17159-624e-406f-a775-678fd904c44b None None] Routers {'b9ba6775-96e0-4708-a20e-91dd1960a14c'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:00:47.301647 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-84c17159-624e-406f-a775-678fd904c44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T14:00:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['b9ba6775-96e0-4708-a20e-91dd1960a14c'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:00:47.537064 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-84c17159-624e-406f-a775-678fd904c44b None None] Set router b9ba6775-96e0-4708-a20e-91dd1960a14c gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:00:47.726689 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-84c17159-624e-406f-a775-678fd904c44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '6d8848c2-ea57-46a7-9857-c96f9f4faa80', 'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'mac_address': 'fa:16:3e:d2:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:03Z', 'updated_at': '2022-03-07T13:56:08Z', 'revision_number': 5, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'subnets': [{'id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:00:47.755721 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c17159-624e-406f-a775-678fd904c44b None None] The sync data for ids ['b9ba6775-96e0-4708-a20e-91dd1960a14c'] in dv-cinder-813222-6-iscsi is: [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '6d8848c2-ea57-46a7-9857-c96f9f4faa80', 'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'mac_address': 'fa:16:3e:d2:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:03Z', 'updated_at': '2022-03-07T13:56:08Z', 'revision_number': 5, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'subnets': [{'id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:00:47.843782 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 33324) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:00:47.891043 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4fff1ef4-9023-4a72-95b6-bbbd56950f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:47.909112 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-437032b3-8766-4001-a9f9-a6e26c5c2f78 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group (d028ab26-69d8-407e-916f-a4646a8e7754), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:47.933884 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-437032b3-8766-4001-a9f9-a6e26c5c2f78 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group (d028ab26-69d8-407e-916f-a4646a8e7754), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:47.982370 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73df2304-c1f4-4a5a-8837-b8f6e3d2b45c None None] New status for floating IP 4c50724f-489c-46d5-a311-635f4463a921: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:00:47.983672 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-437032b3-8766-4001-a9f9-a6e26c5c2f78 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (d028ab26-69d8-407e-916f-a4646a8e7754), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:47.986452 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-437032b3-8766-4001-a9f9-a6e26c5c2f78 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:47.987729 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-437032b3-8766-4001-a9f9-a6e26c5c2f78 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "DELETE /v2.0/security-groups/d028ab26-69d8-407e-916f-a4646a8e7754 HTTP/1.1" status: 204 len: 168 time: 0.1428180 Mar 07 14:00:47.990768 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 33326) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:00:48.003555 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437032b3-8766-4001-a9f9-a6e26c5c2f78 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d028ab26-69d8-407e-916f-a4646a8e7754,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:48.010346 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.api.v2.resource [None req-8d262ecf-ad5a-450b-85fb-350b5a748c81 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] show failed (client error): The resource could not be found. Mar 07 14:00:48.014014 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-8d262ecf-ad5a-450b-85fb-350b5a748c81 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups/d028ab26-69d8-407e-916f-a4646a8e7754 HTTP/1.1" status: 404 len: 347 time: 0.0197167 Mar 07 14:00:48.014377 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 33328) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:00:48.143658 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-9c487caa-23d6-49c2-9060-59bda9dac53d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Deleting port 870af7c7-c1a7-4ac3-be6a-64d68251d236 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:00:48.143997 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9c487caa-23d6-49c2-9060-59bda9dac53d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (870af7c7-c1a7-4ac3-be6a-64d68251d236), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:48.221462 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9c487caa-23d6-49c2-9060-59bda9dac53d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (870af7c7-c1a7-4ac3-be6a-64d68251d236), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:48.221802 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9c487caa-23d6-49c2-9060-59bda9dac53d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (870af7c7-c1a7-4ac3-be6a-64d68251d236), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:48.236607 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-9c487caa-23d6-49c2-9060-59bda9dac53d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Calling delete_port for 870af7c7-c1a7-4ac3-be6a-64d68251d236 owned by network:floatingip {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:00:48.365549 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9c487caa-23d6-49c2-9060-59bda9dac53d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (870af7c7-c1a7-4ac3-be6a-64d68251d236), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:48.391120 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c487caa-23d6-49c2-9060-59bda9dac53d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event deleted for resources: {'Port': ['ID=870af7c7-c1a7-4ac3-be6a-64d68251d236,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:48.414301 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c487caa-23d6-49c2-9060-59bda9dac53d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:48.414651 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c487caa-23d6-49c2-9060-59bda9dac53d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:48.414994 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c487caa-23d6-49c2-9060-59bda9dac53d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:48.415325 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c487caa-23d6-49c2-9060-59bda9dac53d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:48.415655 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c487caa-23d6-49c2-9060-59bda9dac53d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:48.415984 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c487caa-23d6-49c2-9060-59bda9dac53d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:48.416309 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c487caa-23d6-49c2-9060-59bda9dac53d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:48.416632 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c487caa-23d6-49c2-9060-59bda9dac53d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:48.416954 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c487caa-23d6-49c2-9060-59bda9dac53d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:48.417376 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c487caa-23d6-49c2-9060-59bda9dac53d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:48.417730 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c487caa-23d6-49c2-9060-59bda9dac53d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:48.418051 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c487caa-23d6-49c2-9060-59bda9dac53d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:48.418371 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c487caa-23d6-49c2-9060-59bda9dac53d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:48.461770 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9c487caa-23d6-49c2-9060-59bda9dac53d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (4c50724f-489c-46d5-a311-635f4463a921), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:48.464281 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9c487caa-23d6-49c2-9060-59bda9dac53d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:48.465515 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-9c487caa-23d6-49c2-9060-59bda9dac53d tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "DELETE /v2.0/floatingips/4c50724f-489c-46d5-a311-635f4463a921 HTTP/1.1" status: 204 len: 168 time: 0.4496527 Mar 07 14:00:48.600582 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 33334) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:00:48.605103 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-8c60c89b-a6dd-483c-b72d-6d2aed608e73 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--607298176', 'description': 'tempest-description--1387419337'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:00:48.626003 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8c60c89b-a6dd-483c-b72d-6d2aed608e73 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:48.691039 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8c60c89b-a6dd-483c-b72d-6d2aed608e73 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group (19e5a9c6-b2e0-48d1-bcc6-a5e1905ef027), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:48.694115 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8c60c89b-a6dd-483c-b72d-6d2aed608e73 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (19e5a9c6-b2e0-48d1-bcc6-a5e1905ef027), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:48.722922 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8c60c89b-a6dd-483c-b72d-6d2aed608e73 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:48.724107 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-8c60c89b-a6dd-483c-b72d-6d2aed608e73 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1225109 Mar 07 14:00:48.725962 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60c89b-a6dd-483c-b72d-6d2aed608e73 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e5a9c6-b2e0-48d1-bcc6-a5e1905ef027,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:48.727078 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 33336) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:00:48.732838 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-b4c88666-923d-48c8-84e9-3fb6c7a463cd tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Request body: {'security_group_rule': {'security_group_id': '19e5a9c6-b2e0-48d1-bcc6-a5e1905ef027', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:00:48.758682 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b4c88666-923d-48c8-84e9-3fb6c7a463cd tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group_rule (4ef38ba2-ebbf-4243-8b71-155c233fc587), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:48.816639 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b4c88666-923d-48c8-84e9-3fb6c7a463cd tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group_rule (4ef38ba2-ebbf-4243-8b71-155c233fc587), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:48.820376 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b4c88666-923d-48c8-84e9-3fb6c7a463cd tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (4ef38ba2-ebbf-4243-8b71-155c233fc587), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:48.840406 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c88666-923d-48c8-84e9-3fb6c7a463cd tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef38ba2-ebbf-4243-8b71-155c233fc587,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:48.846710 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b4c88666-923d-48c8-84e9-3fb6c7a463cd tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:48.847894 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-b4c88666-923d-48c8-84e9-3fb6c7a463cd tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189518 Mar 07 14:00:48.850711 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 33338) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:00:48.855556 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-d332e665-e61f-41eb-8f2f-b52a00abaa58 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Request body: {'security_group_rule': {'security_group_id': '19e5a9c6-b2e0-48d1-bcc6-a5e1905ef027', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:00:48.880399 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d332e665-e61f-41eb-8f2f-b52a00abaa58 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group_rule (dff7b261-a536-484d-80e6-5124e3d38c67), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:48.935325 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d332e665-e61f-41eb-8f2f-b52a00abaa58 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group_rule (dff7b261-a536-484d-80e6-5124e3d38c67), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:48.938763 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d332e665-e61f-41eb-8f2f-b52a00abaa58 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343519'] for security_group_rule (dff7b261-a536-484d-80e6-5124e3d38c67), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:48.956435 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332e665-e61f-41eb-8f2f-b52a00abaa58 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff7b261-a536-484d-80e6-5124e3d38c67,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:48.960876 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d332e665-e61f-41eb-8f2f-b52a00abaa58 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:48.962092 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-d332e665-e61f-41eb-8f2f-b52a00abaa58 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1103590 Mar 07 14:00:48.965074 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 33340) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:00:48.969230 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-89f5a7e6-be97-441d-8658-5abc46a764e8 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Request body: {'floatingip': {'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:00:48.988736 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-89f5a7e6-be97-441d-8658-5abc46a764e8 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:49.082751 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-89f5a7e6-be97-441d-8658-5abc46a764e8 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:49.180920 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-89f5a7e6-be97-441d-8658-5abc46a764e8 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Allocated IP 172.27.1.226 (4737f3fa-18ff-4252-a580-88148a637511/b90664a8-a6a4-4a65-802b-5b7bd95111f9/a73dd03a-05dc-4b84-874c-354973d7cd6b) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:00:49.280885 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-89f5a7e6-be97-441d-8658-5abc46a764e8 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for port (a73dd03a-05dc-4b84-874c-354973d7cd6b), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:49.312812 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-89f5a7e6-be97-441d-8658-5abc46a764e8 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (a73dd03a-05dc-4b84-874c-354973d7cd6b), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:49.350219 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f5a7e6-be97-441d-8658-5abc46a764e8 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Network 4737f3fa-18ff-4252-a580-88148a637511 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:00:49.352875 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-89f5a7e6-be97-441d-8658-5abc46a764e8 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:00:49.356767 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f5a7e6-be97-441d-8658-5abc46a764e8 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:00:49.377569 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5a7e6-be97-441d-8658-5abc46a764e8 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event updated for resources: {'Port': ['ID=a73dd03a-05dc-4b84-874c-354973d7cd6b,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:49.443848 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-89f5a7e6-be97-441d-8658-5abc46a764e8 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (14d5cc13-a992-4275-8e7b-ca64a610c14d), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:49.478974 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-89f5a7e6-be97-441d-8658-5abc46a764e8 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (a73dd03a-05dc-4b84-874c-354973d7cd6b), before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:49.632372 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-89f5a7e6-be97-441d-8658-5abc46a764e8 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for port (a73dd03a-05dc-4b84-874c-354973d7cd6b), precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:49.636990 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-89f5a7e6-be97-441d-8658-5abc46a764e8 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238706'] for port (a73dd03a-05dc-4b84-874c-354973d7cd6b), after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:49.701773 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5a7e6-be97-441d-8658-5abc46a764e8 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event updated for resources: {'Port': ['ID=a73dd03a-05dc-4b84-874c-354973d7cd6b,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:49.711261 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-89f5a7e6-be97-441d-8658-5abc46a764e8 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (14d5cc13-a992-4275-8e7b-ca64a610c14d), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:49.726632 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-89f5a7e6-be97-441d-8658-5abc46a764e8 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:49.727852 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-89f5a7e6-be97-441d-8658-5abc46a764e8 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7618601 Mar 07 14:00:49.873783 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-d6cfd67b-53b5-4ca1-a700-753a91f5fbd1 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--607298176&fields=id&tenant_id=996a42ff017e4712bcdf058eada9f861 HTTP/1.1" status: 200 len: 267 time: 0.0405836 Mar 07 14:00:49.977593 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-74455186-8c22-4c60-90fb-67061aa66238 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:49.979024 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-74455186-8c22-4c60-90fb-67061aa66238 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/networks?id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183 HTTP/1.1" status: 200 len: 815 time: 0.0989037 Mar 07 14:00:49.992609 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-4a91ca3a-1be2-46d8-a2e2-ad62aba79a5a tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/quotas/996a42ff017e4712bcdf058eada9f861 HTTP/1.1" status: 200 len: 375 time: 0.0083447 Mar 07 14:00:50.044564 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-b5e0f97b-1773-4fa1-89b8-9d301bf2301e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=996a42ff017e4712bcdf058eada9f861&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466666 Mar 07 14:00:50.092114 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c9baf38e-b3df-46b4-a141-4d9154c419f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:50.141270 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-0013e2a9-bcab-49d6-8421-bad9de50eb57 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855696 Mar 07 14:00:50.226150 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-7bb550a4-b00a-427f-adaa-dcbc8d1ca5a0 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792804 Mar 07 14:00:50.383457 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ae2e212f-4351-446f-8f70-c126fd05dfd3 req-9d19b2bf-7e36-4735-b85a-a97a78fb0ea8 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e04ef7-29b2-447d-a102-8444605e712c HTTP/1.1" status: 200 len: 210 time: 0.0314415 Mar 07 14:00:51.361886 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 93c7ee00-e7d2-4516-9ab5-107cb316c9a2 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:00:51.388060 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] No Port match for: 93c7ee00-e7d2-4516-9ab5-107cb316c9a2 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:00:51.388425 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 93c7ee00-e7d2-4516-9ab5-107cb316c9a2 not bound to the agent host hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:00:51.392604 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:51.475468 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7d69b260-f9fd-42df-b2f9-afa7793ab49c req-67c6ad5d-f168-4c2d-8bdc-42a7275f51c5 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e04ef7-29b2-447d-a102-8444605e712c HTTP/1.1" status: 200 len: 210 time: 0.0266984 Mar 07 14:00:52.405990 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-3d2eb40c-1993-4539-aed8-378a54535ed4 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:52.407471 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-3d2eb40c-1993-4539-aed8-378a54535ed4 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.10 "GET /v2.0/networks?id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183 HTTP/1.1" status: 200 len: 815 time: 0.1315043 Mar 07 14:00:52.480602 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:52.486756 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-3d80806d-7ed8-4eae-91fa-28f1d62a2d83 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=996a42ff017e4712bcdf058eada9f861 HTTP/1.1" status: 200 len: 379 time: 0.0556104 Mar 07 14:00:52.494963 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-2df940ca-f80a-45ca-8da6-1414cbed452c tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Request body: {'port': {'device_id': '62e04ef7-29b2-447d-a102-8444605e712c', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'admin_state_up': True, 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'security_groups': ['19e5a9c6-b2e0-48d1-bcc6-a5e1905ef027']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:00:52.579048 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c1cddbb2-42f1-424b-912a-ff73f451763d req-0e789989-cb5b-4943-afa4-9cb05e8bb575 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e04ef7-29b2-447d-a102-8444605e712c HTTP/1.1" status: 200 len: 210 time: 0.0322812 Mar 07 14:00:52.619807 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-2df940ca-f80a-45ca-8da6-1414cbed452c tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Made reservation on behalf of 996a42ff017e4712bcdf058eada9f861 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:00:52.623695 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-2df940ca-f80a-45ca-8da6-1414cbed452c tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:52.742857 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-2df940ca-f80a-45ca-8da6-1414cbed452c tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Allocated IP 172.20.0.10 (ff8c39cf-f80c-4bf9-aa94-569d62eb4183/4573053f-9ff1-4e3b-a8f8-0bd985a91269/52fb2a05-0f97-4359-90e9-08478e0d68c5) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:00:52.875988 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-2df940ca-f80a-45ca-8da6-1414cbed452c tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for port (52fb2a05-0f97-4359-90e9-08478e0d68c5), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:52.908598 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-2df940ca-f80a-45ca-8da6-1414cbed452c tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776652049089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (52fb2a05-0f97-4359-90e9-08478e0d68c5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:52.950197 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-2df940ca-f80a-45ca-8da6-1414cbed452c tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Network ff8c39cf-f80c-4bf9-aa94-569d62eb4183 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:00:52.953223 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-2df940ca-f80a-45ca-8da6-1414cbed452c tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:00:52.955427 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-2df940ca-f80a-45ca-8da6-1414cbed452c tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:00:52.990375 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df940ca-f80a-45ca-8da6-1414cbed452c tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event updated for resources: {'Port': ['ID=52fb2a05-0f97-4359-90e9-08478e0d68c5,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:53.010202 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-2df940ca-f80a-45ca-8da6-1414cbed452c tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:53.010809 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-2df940ca-f80a-45ca-8da6-1414cbed452c tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:53.026352 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-2df940ca-f80a-45ca-8da6-1414cbed452c tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5348752 Mar 07 14:00:53.047276 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-77ea6368-04cc-4849-8f39-2b87a40361c5 service neutron] Request body: {'port': {'device_id': '62e04ef7-29b2-447d-a102-8444605e712c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:00:53.111809 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-77ea6368-04cc-4849-8f39-2b87a40361c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (52fb2a05-0f97-4359-90e9-08478e0d68c5), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:53.206119 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-6010eb7a-f0fb-45bb-a472-195a355ac06c None None] Provisioning complete for port 52fb2a05-0f97-4359-90e9-08478e0d68c5 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:00:53.206492 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6010eb7a-f0fb-45bb-a472-195a355ac06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (52fb2a05-0f97-4359-90e9-08478e0d68c5), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:53.239842 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-6010eb7a-f0fb-45bb-a472-195a355ac06c None None] Port 52fb2a05-0f97-4359-90e9-08478e0d68c5 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:00:53.363580 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-77ea6368-04cc-4849-8f39-2b87a40361c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52fb2a05-0f97-4359-90e9-08478e0d68c5 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:00:53.370826 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-77ea6368-04cc-4849-8f39-2b87a40361c5 service neutron] Publish callbacks [] for port (52fb2a05-0f97-4359-90e9-08478e0d68c5), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:53.382613 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-77ea6368-04cc-4849-8f39-2b87a40361c5 service neutron] Transition to ACTIVE for port object 52fb2a05-0f97-4359-90e9-08478e0d68c5 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:00:53.385444 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-77ea6368-04cc-4849-8f39-2b87a40361c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (52fb2a05-0f97-4359-90e9-08478e0d68c5), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:53.436846 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea6368-04cc-4849-8f39-2b87a40361c5 service neutron] Pushing event updated for resources: {'Port': ['ID=52fb2a05-0f97-4359-90e9-08478e0d68c5,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:53.504399 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-77ea6368-04cc-4849-8f39-2b87a40361c5 service neutron] Attempting to bind port 52fb2a05-0f97-4359-90e9-08478e0d68c5 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:00:53.505085 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-77ea6368-04cc-4849-8f39-2b87a40361c5 service neutron] Attempting to bind port 52fb2a05-0f97-4359-90e9-08478e0d68c5 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '74ac2952-f331-492e-bac0-8b86569599b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:00:53.505085 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-77ea6368-04cc-4849-8f39-2b87a40361c5 service neutron] Attempting to bind port 52fb2a05-0f97-4359-90e9-08478e0d68c5 on network ff8c39cf-f80c-4bf9-aa94-569d62eb4183 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:00:53.509640 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-77ea6368-04cc-4849-8f39-2b87a40361c5 service neutron] Port 52fb2a05-0f97-4359-90e9-08478e0d68c5 on network ff8c39cf-f80c-4bf9-aa94-569d62eb4183 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:00:53.509961 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-77ea6368-04cc-4849-8f39-2b87a40361c5 service neutron] Attempting to bind port 52fb2a05-0f97-4359-90e9-08478e0d68c5 on network ff8c39cf-f80c-4bf9-aa94-569d62eb4183 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:00:53.515404 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-77ea6368-04cc-4849-8f39-2b87a40361c5 service neutron] Checking agent: {'id': '54ecd8f5-e943-4369-a21b-1222345f30ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'started_at': datetime.datetime(2022, 3, 7, 13, 42, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:00:53.515746 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-77ea6368-04cc-4849-8f39-2b87a40361c5 service neutron] Checking segment: {'id': '74ac2952-f331-492e-bac0-8b86569599b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:00:53.516127 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-77ea6368-04cc-4849-8f39-2b87a40361c5 service neutron] Bound using segment: {'id': '74ac2952-f331-492e-bac0-8b86569599b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:00:53.516552 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-77ea6368-04cc-4849-8f39-2b87a40361c5 service neutron] Bound port: 52fb2a05-0f97-4359-90e9-08478e0d68c5, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74ac2952-f331-492e-bac0-8b86569599b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:00:53.516915 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-77ea6368-04cc-4849-8f39-2b87a40361c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (52fb2a05-0f97-4359-90e9-08478e0d68c5), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:53.580149 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-77ea6368-04cc-4849-8f39-2b87a40361c5 service neutron] For port 52fb2a05-0f97-4359-90e9-08478e0d68c5, host hv-cinder-81322, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:00:53.583078 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-77ea6368-04cc-4849-8f39-2b87a40361c5 service neutron] For port 52fb2a05-0f97-4359-90e9-08478e0d68c5, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=52fb2a05-0f97-4359-90e9-08478e0d68c5,segment=NetworkSegment(74ac2952-f331-492e-bac0-8b86569599b9),segment_id=74ac2952-f331-492e-bac0-8b86569599b9)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:00:53.588074 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-77ea6368-04cc-4849-8f39-2b87a40361c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839566'] for port (52fb2a05-0f97-4359-90e9-08478e0d68c5), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:53.619948 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-77ea6368-04cc-4849-8f39-2b87a40361c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:53.620597 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-77ea6368-04cc-4849-8f39-2b87a40361c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:53.622010 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-77ea6368-04cc-4849-8f39-2b87a40361c5 service neutron] 10.222.0.10 "PUT /v2.0/ports/52fb2a05-0f97-4359-90e9-08478e0d68c5 HTTP/1.1" status: 200 len: 1094 time: 0.5796354 Mar 07 14:00:53.622460 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e04ef7-29b2-447d-a102-8444605e712c', 'tag': '52fb2a05-0f97-4359-90e9-08478e0d68c5'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:00:53.624666 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b0ed25-c57a-4194-84ca-459813fb6d25" -d '{"events": [{"name": "network-changed", "server_uuid": "62e04ef7-29b2-447d-a102-8444605e712c", "tag": "52fb2a05-0f97-4359-90e9-08478e0d68c5"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:00:53.654191 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea6368-04cc-4849-8f39-2b87a40361c5 service neutron] Pushing event updated for resources: {'Port': ['ID=52fb2a05-0f97-4359-90e9-08478e0d68c5,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:53.691950 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d32d0e0-7db3-4d1b-91a5-3a961ba9e552 x-openstack-request-id: req-8d32d0e0-7db3-4d1b-91a5-3a961ba9e552 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:00:53.692247 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e04ef7-29b2-447d-a102-8444605e712c", "tag": "52fb2a05-0f97-4359-90e9-08478e0d68c5", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:00:53.692501 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d32d0e0-7db3-4d1b-91a5-3a961ba9e552 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:00:53.692897 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e04ef7-29b2-447d-a102-8444605e712c', 'tag': '52fb2a05-0f97-4359-90e9-08478e0d68c5', 'status': 'completed', 'code': 200} Mar 07 14:00:53.749568 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418a204-d7a0-4a5c-a7a8-dd944c3de059 req-521abbca-aff4-4cdd-8143-e6ce544e95c9 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:53.751113 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b418a204-d7a0-4a5c-a7a8-dd944c3de059 req-521abbca-aff4-4cdd-8143-e6ce544e95c9 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e04ef7-29b2-447d-a102-8444605e712c HTTP/1.1" status: 200 len: 944 time: 0.0940983 Mar 07 14:00:53.757926 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-ab6ac964-fba2-4683-b862-073cf60e19a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:53.759407 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-ab6ac964-fba2-4683-b862-073cf60e19a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=996a42ff017e4712bcdf058eada9f861&device_id=62e04ef7-29b2-447d-a102-8444605e712c HTTP/1.1" status: 200 len: 1128 time: 0.0631952 Mar 07 14:00:53.813562 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-feb94521-8ba3-4619-9395-a6eb1a40586e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52fb2a05-0f97-4359-90e9-08478e0d68c5 HTTP/1.1" status: 200 len: 217 time: 0.0390189 Mar 07 14:00:53.864928 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b418a204-d7a0-4a5c-a7a8-dd944c3de059 req-f4fbc1c4-a72a-4483-95f2-3859b69b2652 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=19e5a9c6-b2e0-48d1-bcc6-a5e1905ef027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045103 Mar 07 14:00:53.877043 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-907dc8f1-78fd-45d9-90ce-1a5559e5afec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:53.878489 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-907dc8f1-78fd-45d9-90ce-1a5559e5afec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4573053f-9ff1-4e3b-a8f8-0bd985a91269 HTTP/1.1" status: 200 len: 854 time: 0.0573375 Mar 07 14:00:53.926906 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-640c633c-8aaa-40d7-88aa-02afe4330bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:53.928403 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-640c633c-8aaa-40d7-88aa-02afe4330bb6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440314 Mar 07 14:00:54.017080 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-73e0df31-905e-4364-b6b1-b64066631d52 service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825996 Mar 07 14:00:54.102019 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83ee07e5-8f76-49e1-999b-9bcb6a22133f req-e3afb1f1-6c6e-469f-b79c-2349d3dbc396 service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784285 Mar 07 14:00:54.234747 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0ed25-c57a-4194-84ca-459813fb6d25 req-3af3763d-dba5-4c46-8f65-1d3beced0672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:54.236093 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e5b0ed25-c57a-4194-84ca-459813fb6d25 req-3af3763d-dba5-4c46-8f65-1d3beced0672 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=996a42ff017e4712bcdf058eada9f861&device_id=62e04ef7-29b2-447d-a102-8444605e712c HTTP/1.1" status: 200 len: 1128 time: 0.0428088 Mar 07 14:00:54.287702 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:54.329810 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0ed25-c57a-4194-84ca-459813fb6d25 req-0d738b38-e2f4-4de4-bfec-292128f3fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:54.331271 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e5b0ed25-c57a-4194-84ca-459813fb6d25 req-0d738b38-e2f4-4de4-bfec-292128f3fa07 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183 HTTP/1.1" status: 200 len: 915 time: 0.0882778 Mar 07 14:00:54.371362 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e5b0ed25-c57a-4194-84ca-459813fb6d25 req-992bcf9b-3474-439c-b389-8c36922165c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52fb2a05-0f97-4359-90e9-08478e0d68c5 HTTP/1.1" status: 200 len: 217 time: 0.0341580 Mar 07 14:00:54.420287 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0ed25-c57a-4194-84ca-459813fb6d25 req-42933ba6-245c-4c6c-81e1-f253c6ecaae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:54.421711 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e5b0ed25-c57a-4194-84ca-459813fb6d25 req-42933ba6-245c-4c6c-81e1-f253c6ecaae2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4573053f-9ff1-4e3b-a8f8-0bd985a91269 HTTP/1.1" status: 200 len: 854 time: 0.0455451 Mar 07 14:00:54.467723 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0ed25-c57a-4194-84ca-459813fb6d25 req-c8ef7e15-c524-490f-94fd-89d861a16e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:54.469218 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e5b0ed25-c57a-4194-84ca-459813fb6d25 req-c8ef7e15-c524-490f-94fd-89d861a16e7f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421150 Mar 07 14:00:54.559803 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e5b0ed25-c57a-4194-84ca-459813fb6d25 req-65d512b2-8a25-4aaa-b1dc-aa3a254b7e1b service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845289 Mar 07 14:00:54.645604 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e5b0ed25-c57a-4194-84ca-459813fb6d25 req-0f7ea06b-82d6-460a-87cd-b06d358e178f service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801120 Mar 07 14:00:54.981664 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df080d0d-938f-4903-8519-566e5a68133c req-e57bb5e7-699d-4515-baa4-1c2e51d9b280 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:54.983120 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-df080d0d-938f-4903-8519-566e5a68133c req-e57bb5e7-699d-4515-baa4-1c2e51d9b280 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e04ef7-29b2-447d-a102-8444605e712c HTTP/1.1" status: 200 len: 944 time: 0.0512557 Mar 07 14:00:55.031979 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-df080d0d-938f-4903-8519-566e5a68133c req-ed4a78d4-9fc2-42fc-b80d-f00e43ab837e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=19e5a9c6-b2e0-48d1-bcc6-a5e1905ef027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434029 Mar 07 14:00:56.144995 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cd0b9-9400-4656-856b-fc6a43521b32 req-ae64e3b3-8b19-4ce7-9d91-5981a9b5e573 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:56.146406 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-375cd0b9-9400-4656-856b-fc6a43521b32 req-ae64e3b3-8b19-4ce7-9d91-5981a9b5e573 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e04ef7-29b2-447d-a102-8444605e712c HTTP/1.1" status: 200 len: 944 time: 0.0509117 Mar 07 14:00:56.191959 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-375cd0b9-9400-4656-856b-fc6a43521b32 req-da78bb7d-238f-4d9c-a6f3-ad7c6d29e840 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=19e5a9c6-b2e0-48d1-bcc6-a5e1905ef027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401382 Mar 07 14:00:57.300473 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:00:57.305047 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f126ef-eb37-4130-9071-a3aae93b457c req-478cd5b0-7607-470f-9118-d94b9c4951f0 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:57.306592 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a7f126ef-eb37-4130-9071-a3aae93b457c req-478cd5b0-7607-470f-9118-d94b9c4951f0 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e04ef7-29b2-447d-a102-8444605e712c HTTP/1.1" status: 200 len: 944 time: 0.0507414 Mar 07 14:00:57.351307 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a7f126ef-eb37-4130-9071-a3aae93b457c req-948282e6-f044-4bbe-a99a-97a96b45255a tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=19e5a9c6-b2e0-48d1-bcc6-a5e1905ef027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386128 Mar 07 14:00:57.408413 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 52fb2a05-0f97-4359-90e9-08478e0d68c5 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:00:57.503160 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 52fb2a05-0f97-4359-90e9-08478e0d68c5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=52fb2a05-0f97-4359-90e9-08478e0d68c5,segment=NetworkSegment(74ac2952-f331-492e-bac0-8b86569599b9),segment_id=74ac2952-f331-492e-bac0-8b86569599b9)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:00:57.513253 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Returning: {'device': '52fb2a05-0f97-4359-90e9-08478e0d68c5', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'port_id': '52fb2a05-0f97-4359-90e9-08478e0d68c5', 'mac_address': 'fa:16:3e:7a:b8:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:00:57.550505 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 52fb2a05-0f97-4359-90e9-08478e0d68c5 is: DOWN; New status is: BUILD {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:00:57.550889 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (52fb2a05-0f97-4359-90e9-08478e0d68c5), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:57.563039 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52fb2a05-0f97-4359-90e9-08478e0d68c5 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:00:57.581940 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 52fb2a05-0f97-4359-90e9-08478e0d68c5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=52fb2a05-0f97-4359-90e9-08478e0d68c5,segment=NetworkSegment(74ac2952-f331-492e-bac0-8b86569599b9),segment_id=74ac2952-f331-492e-bac0-8b86569599b9)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:00:57.585942 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (52fb2a05-0f97-4359-90e9-08478e0d68c5), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:57.635253 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=52fb2a05-0f97-4359-90e9-08478e0d68c5,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:57.641941 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:57.642285 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:57.642622 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:57.642952 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:57.643278 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:57.643603 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:57.643926 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:57.644248 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:57.644567 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:57.644886 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:57.645227 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:57.645543 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:57.645856 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:57.975049 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] get_ports_and_sgs() called for port_ids ['52fb2a05-0f97-4359-90e9-08478e0d68c5'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:00:58.733952 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd7686-3164-42a0-8b69-bfbd71c124e1 req-2fe5c296-b472-45b7-9c7c-3288b2d3758b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:58.735335 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6abd7686-3164-42a0-8b69-bfbd71c124e1 req-2fe5c296-b472-45b7-9c7c-3288b2d3758b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e04ef7-29b2-447d-a102-8444605e712c HTTP/1.1" status: 200 len: 945 time: 0.3192542 Mar 07 14:00:58.780298 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6abd7686-3164-42a0-8b69-bfbd71c124e1 req-354865b1-5d31-4f21-ad53-7418a3824972 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=19e5a9c6-b2e0-48d1-bcc6-a5e1905ef027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393126 Mar 07 14:00:59.419456 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 52fb2a05-0f97-4359-90e9-08478e0d68c5 up at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:00:59.469412 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning for port 52fb2a05-0f97-4359-90e9-08478e0d68c5 completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:00:59.473040 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Provisioning complete for port 52fb2a05-0f97-4359-90e9-08478e0d68c5 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:00:59.473441 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723441'] for port (52fb2a05-0f97-4359-90e9-08478e0d68c5), provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:59.550237 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Current status of the port 52fb2a05-0f97-4359-90e9-08478e0d68c5 is: BUILD; New status is: ACTIVE {{(pid=109595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:00:59.550625 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622278'] for port (52fb2a05-0f97-4359-90e9-08478e0d68c5), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:59.572912 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e04ef7-29b2-447d-a102-8444605e712c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fb2a05-0f97-4359-90e9-08478e0d68c5'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:00:59.575189 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7108e03eb13c7d2eed999a1b037137d1df8f60ae6e990e0e936812cc92a23be7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63827f5e-4a3f-4400-93e0-435b5f20e4dc" -d '{"events": [{"server_uuid": "62e04ef7-29b2-447d-a102-8444605e712c", "name": "network-vif-plugged", "status": "completed", "tag": "52fb2a05-0f97-4359-90e9-08478e0d68c5"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:00:59.587469 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] For port 52fb2a05-0f97-4359-90e9-08478e0d68c5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=52fb2a05-0f97-4359-90e9-08478e0d68c5,segment=NetworkSegment(74ac2952-f331-492e-bac0-8b86569599b9),segment_id=74ac2952-f331-492e-bac0-8b86569599b9)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:00:59.591524 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776652490168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776652049107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776652049125'] for port (52fb2a05-0f97-4359-90e9-08478e0d68c5), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:59.614567 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a24a41d-f1ca-4c7c-9554-14538332897c x-openstack-request-id: req-6a24a41d-f1ca-4c7c-9554-14538332897c {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:00:59.614867 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e04ef7-29b2-447d-a102-8444605e712c", "name": "network-vif-plugged", "status": "completed", "tag": "52fb2a05-0f97-4359-90e9-08478e0d68c5", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:00:59.615125 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a24a41d-f1ca-4c7c-9554-14538332897c {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:00:59.615516 dv-cinder-813222-6-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e04ef7-29b2-447d-a102-8444605e712c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fb2a05-0f97-4359-90e9-08478e0d68c5', 'code': 200} Mar 07 14:00:59.643089 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Pushing event updated for resources: {'Port': ['ID=52fb2a05-0f97-4359-90e9-08478e0d68c5,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:59.814652 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35c485-3acc-48f7-8f3f-30a785893194 req-d6316af7-6fa9-480d-976d-97b47a48fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:59.816198 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ed35c485-3acc-48f7-8f3f-30a785893194 req-d6316af7-6fa9-480d-976d-97b47a48fc02 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=62e04ef7-29b2-447d-a102-8444605e712c HTTP/1.1" status: 200 len: 1130 time: 0.0456357 Mar 07 14:00:59.882165 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ed35c485-3acc-48f7-8f3f-30a785893194 req-34cde842-04b6-4d95-8c56-4ed62e1b0894 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=19e5a9c6-b2e0-48d1-bcc6-a5e1905ef027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600965 Mar 07 14:00:59.904444 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a3eb9-e050-4b87-8c98-cac7bdb681fe req-eb441855-df02-4f44-ad10-f48e0c1637ee tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:59.905991 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff2a3eb9-e050-4b87-8c98-cac7bdb681fe req-eb441855-df02-4f44-ad10-f48e0c1637ee tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e04ef7-29b2-447d-a102-8444605e712c HTTP/1.1" status: 200 len: 946 time: 0.0593703 Mar 07 14:00:59.954018 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff2a3eb9-e050-4b87-8c98-cac7bdb681fe req-454279bd-c770-4cce-afa8-011cd7a0b3c4 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=19e5a9c6-b2e0-48d1-bcc6-a5e1905ef027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425251 Mar 07 14:01:01.069980 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4cb5d-1e7f-40f5-8a4f-a5777c03a80f req-de99a48f-9c07-4153-ab48-15fd42e36666 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:01:01.071417 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-10e4cb5d-1e7f-40f5-8a4f-a5777c03a80f req-de99a48f-9c07-4153-ab48-15fd42e36666 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e04ef7-29b2-447d-a102-8444605e712c HTTP/1.1" status: 200 len: 946 time: 0.0513129 Mar 07 14:01:01.115211 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-10e4cb5d-1e7f-40f5-8a4f-a5777c03a80f req-a491d570-70fa-4482-9306-f321ba36e891 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=19e5a9c6-b2e0-48d1-bcc6-a5e1905ef027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383084 Mar 07 14:01:02.230027 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b7bd0-c00d-45ba-9647-689e25c85de3 req-085e9f2e-58bb-4d97-87f5-d80b87bac7ca tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:01:02.231463 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-899b7bd0-c00d-45ba-9647-689e25c85de3 req-085e9f2e-58bb-4d97-87f5-d80b87bac7ca tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e04ef7-29b2-447d-a102-8444605e712c HTTP/1.1" status: 200 len: 946 time: 0.0507185 Mar 07 14:01:02.276006 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-899b7bd0-c00d-45ba-9647-689e25c85de3 req-6e1dc265-2b15-4ef8-b87f-be23cc0b73d2 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=19e5a9c6-b2e0-48d1-bcc6-a5e1905ef027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390642 Mar 07 14:01:02.390443 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb317a2-1e21-4cdb-adbe-057feecd6b2e req-e62a9ec7-8728-4c32-a3c2-d2f235c82cd4 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:01:02.391895 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5cb317a2-1e21-4cdb-adbe-057feecd6b2e req-e62a9ec7-8728-4c32-a3c2-d2f235c82cd4 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e04ef7-29b2-447d-a102-8444605e712c HTTP/1.1" status: 200 len: 946 time: 0.0536714 Mar 07 14:01:02.400314 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 33406) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:01:02.404549 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-432d784a-e019-4ec1-95dd-b97bebba4248 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Request body: {'floatingip': {'port_id': '52fb2a05-0f97-4359-90e9-08478e0d68c5'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:01:02.442380 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-432d784a-e019-4ec1-95dd-b97bebba4248 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (14d5cc13-a992-4275-8e7b-ca64a610c14d), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:02.857727 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-432d784a-e019-4ec1-95dd-b97bebba4248 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:02.861462 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-432d784a-e019-4ec1-95dd-b97bebba4248 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (14d5cc13-a992-4275-8e7b-ca64a610c14d), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:02.961672 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.l3_db [None req-432d784a-e019-4ec1-95dd-b97bebba4248 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Floating IP 14d5cc13-a992-4275-8e7b-ca64a610c14d associated. External IP: 172.27.1.226, port: 52fb2a05-0f97-4359-90e9-08478e0d68c5. Mar 07 14:01:03.164782 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432d784a-e019-4ec1-95dd-b97bebba4248 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Router b9ba6775-96e0-4708-a20e-91dd1960a14c has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:01:03.270348 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432d784a-e019-4ec1-95dd-b97bebba4248 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:01:03.274811 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-432d784a-e019-4ec1-95dd-b97bebba4248 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:03.280914 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e049afbd-4d8e-4990-81fa-860bf6a845bb None None] Sync routers for ids ['b9ba6775-96e0-4708-a20e-91dd1960a14c'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:01:03.290128 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e049afbd-4d8e-4990-81fa-860bf6a845bb None None] Routers {'b9ba6775-96e0-4708-a20e-91dd1960a14c'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:01:03.290815 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-e049afbd-4d8e-4990-81fa-860bf6a845bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T14:00:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['b9ba6775-96e0-4708-a20e-91dd1960a14c'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:01:03.303771 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-432d784a-e019-4ec1-95dd-b97bebba4248 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "PUT /v2.0/floatingips/14d5cc13-a992-4275-8e7b-ca64a610c14d HTTP/1.1" status: 200 len: 992 time: 0.9024353 Mar 07 14:01:03.304346 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e04ef7-29b2-447d-a102-8444605e712c', 'tag': '52fb2a05-0f97-4359-90e9-08478e0d68c5'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:01:03.306568 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497f8ba2-0544-4f51-bfc8-5409e308ec9b" -d '{"events": [{"name": "network-changed", "server_uuid": "62e04ef7-29b2-447d-a102-8444605e712c", "tag": "52fb2a05-0f97-4359-90e9-08478e0d68c5"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:01:03.340608 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2b78cc-3613-4f3f-8254-408d15727a7e x-openstack-request-id: req-cb2b78cc-3613-4f3f-8254-408d15727a7e {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:01:03.340896 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e04ef7-29b2-447d-a102-8444605e712c", "tag": "52fb2a05-0f97-4359-90e9-08478e0d68c5", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:01:03.341176 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb2b78cc-3613-4f3f-8254-408d15727a7e {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:01:03.341581 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e04ef7-29b2-447d-a102-8444605e712c', 'tag': '52fb2a05-0f97-4359-90e9-08478e0d68c5', 'status': 'completed', 'code': 200} Mar 07 14:01:03.400560 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-e049afbd-4d8e-4990-81fa-860bf6a845bb None None] Set router b9ba6775-96e0-4708-a20e-91dd1960a14c gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:01:03.439054 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f8ba2-0544-4f51-bfc8-5409e308ec9b req-209a3c4d-3f91-4d17-9371-5e7b9a300a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:01:03.440480 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-497f8ba2-0544-4f51-bfc8-5409e308ec9b req-209a3c4d-3f91-4d17-9371-5e7b9a300a9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=996a42ff017e4712bcdf058eada9f861&device_id=62e04ef7-29b2-447d-a102-8444605e712c HTTP/1.1" status: 200 len: 1130 time: 0.0447214 Mar 07 14:01:03.530415 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f8ba2-0544-4f51-bfc8-5409e308ec9b req-1f49b8da-0533-40fa-b3fa-116d563ca782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:01:03.531886 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-497f8ba2-0544-4f51-bfc8-5409e308ec9b req-1f49b8da-0533-40fa-b3fa-116d563ca782 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183 HTTP/1.1" status: 200 len: 915 time: 0.0863087 Mar 07 14:01:03.594918 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-497f8ba2-0544-4f51-bfc8-5409e308ec9b req-1427a3c5-617e-4c7c-8fd6-f5e44dab835c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52fb2a05-0f97-4359-90e9-08478e0d68c5 HTTP/1.1" status: 200 len: 1000 time: 0.0572021 Mar 07 14:01:03.617318 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-e049afbd-4d8e-4990-81fa-860bf6a845bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '14d5cc13-a992-4275-8e7b-ca64a610c14d', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'port_id': '52fb2a05-0f97-4359-90e9-08478e0d68c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'mac_address': 'fa:16:3e:7a:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e04ef7-29b2-447d-a102-8444605e712c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:00:49Z', 'updated_at': '2022-03-07T14:01:02Z', 'revision_number': 1, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d8848c2-ea57-46a7-9857-c96f9f4faa80', 'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'mac_address': 'fa:16:3e:d2:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:03Z', 'updated_at': '2022-03-07T13:56:08Z', 'revision_number': 5, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'subnets': [{'id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:01:03.642061 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f8ba2-0544-4f51-bfc8-5409e308ec9b req-682f2731-2ffb-48e7-b3ed-4dc673063b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:01:03.643510 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-497f8ba2-0544-4f51-bfc8-5409e308ec9b req-682f2731-2ffb-48e7-b3ed-4dc673063b62 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4573053f-9ff1-4e3b-a8f8-0bd985a91269 HTTP/1.1" status: 200 len: 854 time: 0.0425050 Mar 07 14:01:03.646329 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e049afbd-4d8e-4990-81fa-860bf6a845bb None None] Checking router: b9ba6775-96e0-4708-a20e-91dd1960a14c for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:01:03.655148 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e049afbd-4d8e-4990-81fa-860bf6a845bb None None] Routers {'b9ba6775-96e0-4708-a20e-91dd1960a14c'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:01:03.655735 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-e049afbd-4d8e-4990-81fa-860bf6a845bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T14:00:50Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['b9ba6775-96e0-4708-a20e-91dd1960a14c'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:01:03.695196 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f8ba2-0544-4f51-bfc8-5409e308ec9b req-ce5791e3-18c9-417e-823f-8815df66a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:01:03.696616 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-497f8ba2-0544-4f51-bfc8-5409e308ec9b req-ce5791e3-18c9-417e-823f-8815df66a620 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476515 Mar 07 14:01:03.759869 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-e049afbd-4d8e-4990-81fa-860bf6a845bb None None] Set router b9ba6775-96e0-4708-a20e-91dd1960a14c gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:01:03.782131 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-497f8ba2-0544-4f51-bfc8-5409e308ec9b req-9ce2bf25-23ef-4eb6-a1bf-b491f65504de service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799992 Mar 07 14:01:03.872760 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-497f8ba2-0544-4f51-bfc8-5409e308ec9b req-fe8d293d-23b9-4334-b035-900d56fd648d service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847557 Mar 07 14:01:03.978604 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-e049afbd-4d8e-4990-81fa-860bf6a845bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '14d5cc13-a992-4275-8e7b-ca64a610c14d', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'port_id': '52fb2a05-0f97-4359-90e9-08478e0d68c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'mac_address': 'fa:16:3e:7a:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e04ef7-29b2-447d-a102-8444605e712c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:00:49Z', 'updated_at': '2022-03-07T14:01:02Z', 'revision_number': 1, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d8848c2-ea57-46a7-9857-c96f9f4faa80', 'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'mac_address': 'fa:16:3e:d2:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:03Z', 'updated_at': '2022-03-07T13:56:08Z', 'revision_number': 5, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'subnets': [{'id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:01:04.006683 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e049afbd-4d8e-4990-81fa-860bf6a845bb None None] The sync data for ids ['b9ba6775-96e0-4708-a20e-91dd1960a14c'] in dv-cinder-813222-6-iscsi is: [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_floatingips': [{'id': '14d5cc13-a992-4275-8e7b-ca64a610c14d', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'router_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'port_id': '52fb2a05-0f97-4359-90e9-08478e0d68c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'mac_address': 'fa:16:3e:7a:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e04ef7-29b2-447d-a102-8444605e712c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:00:49Z', 'updated_at': '2022-03-07T14:01:02Z', 'revision_number': 1, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d8848c2-ea57-46a7-9857-c96f9f4faa80', 'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'mac_address': 'fa:16:3e:d2:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:03Z', 'updated_at': '2022-03-07T13:56:08Z', 'revision_number': 5, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'subnets': [{'id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:01:04.193782 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23c83e9-5e25-41cd-8fe9-ed47e0bf9f45 None None] New status for floating IP 14d5cc13-a992-4275-8e7b-ca64a610c14d: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:01:05.649662 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:10.384784 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [req-5ed2121c-7b05-488a-a46b-f9d1f7beb67f req-5eacc2f1-8d58-46ea-9754-044af9e61874 service neutron] (109593) timed out ('10.222.0.10', 65350) {{(pid=109593) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 14:01:14.278355 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-23e1f4b8-eea0-44ad-ac8c-eb4f6aa7504f req-35667bc6-b2a6-4018-9e81-7797720e2db2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=62e04ef7-29b2-447d-a102-8444605e712c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437646 Mar 07 14:01:14.382106 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1f4b8-eea0-44ad-ac8c-eb4f6aa7504f req-fcde5136-d195-4b01-b640-29504e076a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:01:14.383579 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-23e1f4b8-eea0-44ad-ac8c-eb4f6aa7504f req-fcde5136-d195-4b01-b640-29504e076a56 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=996a42ff017e4712bcdf058eada9f861&device_id=62e04ef7-29b2-447d-a102-8444605e712c HTTP/1.1" status: 200 len: 1130 time: 0.0440564 Mar 07 14:01:14.488873 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1f4b8-eea0-44ad-ac8c-eb4f6aa7504f req-82c6d71e-dade-4232-9fe1-e76a2fddeb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:01:14.490417 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-23e1f4b8-eea0-44ad-ac8c-eb4f6aa7504f req-82c6d71e-dade-4232-9fe1-e76a2fddeb97 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183 HTTP/1.1" status: 200 len: 915 time: 0.0889535 Mar 07 14:01:14.553289 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-23e1f4b8-eea0-44ad-ac8c-eb4f6aa7504f req-16582408-59d4-46bd-b810-596da9c8dfb4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52fb2a05-0f97-4359-90e9-08478e0d68c5 HTTP/1.1" status: 200 len: 1002 time: 0.0564420 Mar 07 14:01:14.601991 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1f4b8-eea0-44ad-ac8c-eb4f6aa7504f req-3735236e-d3c3-4fc0-9287-324083f546ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:01:14.603395 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-23e1f4b8-eea0-44ad-ac8c-eb4f6aa7504f req-3735236e-d3c3-4fc0-9287-324083f546ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4573053f-9ff1-4e3b-a8f8-0bd985a91269 HTTP/1.1" status: 200 len: 854 time: 0.0444262 Mar 07 14:01:14.649357 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1f4b8-eea0-44ad-ac8c-eb4f6aa7504f req-8ca64515-3703-409e-b5d7-8b0f033e4823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:01:14.650816 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-23e1f4b8-eea0-44ad-ac8c-eb4f6aa7504f req-8ca64515-3703-409e-b5d7-8b0f033e4823 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421953 Mar 07 14:01:14.742396 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-23e1f4b8-eea0-44ad-ac8c-eb4f6aa7504f req-0357a122-e44a-4257-aab9-4b5425966806 service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842617 Mar 07 14:01:14.833071 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-23e1f4b8-eea0-44ad-ac8c-eb4f6aa7504f req-a1bfa92e-50a3-4060-81a0-3f6ef0230d3e service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848591 Mar 07 14:01:17.895012 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb85526e-644d-4796-b2a2-15e303c9bec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:20.093402 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4fa3b8ed-761b-4055-ad54-e9509de0d76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:21.377070 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:22.479801 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:24.290273 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:34.299490 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:01:35.643776 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:47.896491 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7be25829-855f-4ca4-b260-1257b43e436d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:50.094809 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0b3cc2a8-5006-4ab8-8a9b-502c6dd0347d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:51.377871 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:52.483860 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:54.293939 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:05.649785 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:11.299460 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:02:14.942210 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c98e021a-afca-497d-b720-da77e1d0f3b1 req-8a5c409a-119b-48c7-bb70-a8ccbf602ae2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=62e04ef7-29b2-447d-a102-8444605e712c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437016 Mar 07 14:02:15.042511 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e021a-afca-497d-b720-da77e1d0f3b1 req-82649428-196c-400d-9e02-d1d5f3bf7332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:02:15.044075 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c98e021a-afca-497d-b720-da77e1d0f3b1 req-82649428-196c-400d-9e02-d1d5f3bf7332 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=996a42ff017e4712bcdf058eada9f861&device_id=62e04ef7-29b2-447d-a102-8444605e712c HTTP/1.1" status: 200 len: 1130 time: 0.0441718 Mar 07 14:02:15.146149 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e021a-afca-497d-b720-da77e1d0f3b1 req-86c83023-f02d-4d8c-8186-c4edf4639a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:02:15.147521 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c98e021a-afca-497d-b720-da77e1d0f3b1 req-86c83023-f02d-4d8c-8186-c4edf4639a51 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183 HTTP/1.1" status: 200 len: 915 time: 0.0866373 Mar 07 14:02:15.209093 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c98e021a-afca-497d-b720-da77e1d0f3b1 req-39bc2cd0-2268-4479-b710-63c7ab04310d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52fb2a05-0f97-4359-90e9-08478e0d68c5 HTTP/1.1" status: 200 len: 1002 time: 0.0560083 Mar 07 14:02:15.259711 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e021a-afca-497d-b720-da77e1d0f3b1 req-d040adae-9bb9-45d2-9540-d944c3d265d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:02:15.261181 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c98e021a-afca-497d-b720-da77e1d0f3b1 req-d040adae-9bb9-45d2-9540-d944c3d265d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4573053f-9ff1-4e3b-a8f8-0bd985a91269 HTTP/1.1" status: 200 len: 854 time: 0.0467918 Mar 07 14:02:15.309312 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e021a-afca-497d-b720-da77e1d0f3b1 req-64b5ab81-f4ec-4d9a-be2b-a7a3ec7355d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:02:15.310761 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c98e021a-afca-497d-b720-da77e1d0f3b1 req-64b5ab81-f4ec-4d9a-be2b-a7a3ec7355d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ff8c39cf-f80c-4bf9-aa94-569d62eb4183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426998 Mar 07 14:02:15.395869 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c98e021a-afca-497d-b720-da77e1d0f3b1 req-aa553b4d-9f8f-4bc8-8602-f50980a85b99 service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794756 Mar 07 14:02:15.483596 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c98e021a-afca-497d-b720-da77e1d0f3b1 req-7204af19-bc16-41cd-996b-2a4ed2158e8f service neutron] 10.222.0.10 "GET /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824091 Mar 07 14:02:17.898008 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-32e60110-ab98-432f-bec0-563cc334a954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:18.831566 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d16964-fd4a-4c4c-9464-41c765efa332 req-ab0687c3-e4b6-41a5-a238-a802723e2397 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:02:18.833212 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f5d16964-fd4a-4c4c-9464-41c765efa332 req-ab0687c3-e4b6-41a5-a238-a802723e2397 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e04ef7-29b2-447d-a102-8444605e712c HTTP/1.1" status: 200 len: 946 time: 0.0533841 Mar 07 14:02:18.878763 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f5d16964-fd4a-4c4c-9464-41c765efa332 req-36d80bfd-4e74-49f2-a640-02779b9ea8e4 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=19e5a9c6-b2e0-48d1-bcc6-a5e1905ef027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399733 Mar 07 14:02:19.998126 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be03c7-1a05-4240-b401-d0f9c19bdcfc req-13d82b0a-1370-477b-bbaf-187c1e514865 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:02:19.999564 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e1be03c7-1a05-4240-b401-d0f9c19bdcfc req-13d82b0a-1370-477b-bbaf-187c1e514865 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e04ef7-29b2-447d-a102-8444605e712c HTTP/1.1" status: 200 len: 946 time: 0.0538769 Mar 07 14:02:20.043904 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e1be03c7-1a05-4240-b401-d0f9c19bdcfc req-a12b36e2-be11-4bb6-890f-40e8992f9a56 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups?id=19e5a9c6-b2e0-48d1-bcc6-a5e1905ef027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382469 Mar 07 14:02:20.095002 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-73fe0e76-a876-48b1-87f9-b4da64db457b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:20.600746 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157b3db-8657-4f7f-b026-ee2c2e2b01ed req-e9816893-bad4-4fff-91bb-bcce6ca36325 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:02:20.602202 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8157b3db-8657-4f7f-b026-ee2c2e2b01ed req-e9816893-bad4-4fff-91bb-bcce6ca36325 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.10 "GET /v2.0/ports?device_id=62e04ef7-29b2-447d-a102-8444605e712c HTTP/1.1" status: 200 len: 946 time: 0.0516801 Mar 07 14:02:20.690808 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-8157b3db-8657-4f7f-b026-ee2c2e2b01ed req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Deleting port 52fb2a05-0f97-4359-90e9-08478e0d68c5 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:02:20.691137 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8157b3db-8657-4f7f-b026-ee2c2e2b01ed req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (52fb2a05-0f97-4359-90e9-08478e0d68c5), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:20.774427 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-8157b3db-8657-4f7f-b026-ee2c2e2b01ed req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] For port 52fb2a05-0f97-4359-90e9-08478e0d68c5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=52fb2a05-0f97-4359-90e9-08478e0d68c5,segment=NetworkSegment(74ac2952-f331-492e-bac0-8b86569599b9),segment_id=74ac2952-f331-492e-bac0-8b86569599b9)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:02:20.774776 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8157b3db-8657-4f7f-b026-ee2c2e2b01ed req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (52fb2a05-0f97-4359-90e9-08478e0d68c5), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:20.941014 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8157b3db-8657-4f7f-b026-ee2c2e2b01ed req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:20.941399 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8157b3db-8657-4f7f-b026-ee2c2e2b01ed req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8110146'] for floatingip (14d5cc13-a992-4275-8e7b-ca64a610c14d), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:20.941709 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.db.l3_db [req-8157b3db-8657-4f7f-b026-ee2c2e2b01ed req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Floating IP 14d5cc13-a992-4275-8e7b-ca64a610c14d disassociated. External IP: 172.27.1.226, port: 52fb2a05-0f97-4359-90e9-08478e0d68c5. Mar 07 14:02:20.942038 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-8157b3db-8657-4f7f-b026-ee2c2e2b01ed req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Calling delete_port for 52fb2a05-0f97-4359-90e9-08478e0d68c5 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:02:21.061058 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8157b3db-8657-4f7f-b026-ee2c2e2b01ed req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (52fb2a05-0f97-4359-90e9-08478e0d68c5), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:21.087738 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event deleted for resources: {'Port': ['ID=52fb2a05-0f97-4359-90e9-08478e0d68c5,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:21.099823 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:21.100178 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:21.100524 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:21.100860 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:21.101220 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:21.101556 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:21.101890 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:21.102220 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:21.102547 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:21.102874 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:21.103200 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:21.103522 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:21.103847 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:21.177316 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8703285f-980f-4518-85e4-4404acd91e26 req-81cea8b9-b142-4e96-8c52-f61ab9ab9f29 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/ports?device_id=62e04ef7-29b2-447d-a102-8444605e712c HTTP/1.1" status: 200 len: 210 time: 0.0322835 Mar 07 14:02:21.243787 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8157b3db-8657-4f7f-b026-ee2c2e2b01ed req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Router b9ba6775-96e0-4708-a20e-91dd1960a14c has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:02:21.357996 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8157b3db-8657-4f7f-b026-ee2c2e2b01ed req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:02:21.390400 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61163b3b-f1db-448b-a42c-ff878491cfc0 None None] Sync routers for ids ['b9ba6775-96e0-4708-a20e-91dd1960a14c'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:02:21.399267 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:21.403865 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-8157b3db-8657-4f7f-b026-ee2c2e2b01ed req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] No DVR routers for this DVR port 52fb2a05-0f97-4359-90e9-08478e0d68c5 on host hv-cinder-81322 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:02:21.405833 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61163b3b-f1db-448b-a42c-ff878491cfc0 None None] Routers {'b9ba6775-96e0-4708-a20e-91dd1960a14c'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:02:21.406556 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8157b3db-8657-4f7f-b026-ee2c2e2b01ed req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:21.406857 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-61163b3b-f1db-448b-a42c-ff878491cfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T14:02:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['b9ba6775-96e0-4708-a20e-91dd1960a14c'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:02:21.410824 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8157b3db-8657-4f7f-b026-ee2c2e2b01ed req-dc3de5ba-271d-438d-8ea1-a8bfce4ca863 tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.10 "DELETE /v2.0/ports/52fb2a05-0f97-4359-90e9-08478e0d68c5 HTTP/1.1" status: 204 len: 173 time: 0.8035517 Mar 07 14:02:21.411273 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e04ef7-29b2-447d-a102-8444605e712c', 'name': 'network-vif-deleted', 'tag': '52fb2a05-0f97-4359-90e9-08478e0d68c5'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:02:21.414535 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97134deb209dacf85bcfcf7847d23bbde4609c23b720e8f54cbf794310d088e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1f5fa9-4e13-4a19-9dbd-0e3e803ba24d" -d '{"events": [{"server_uuid": "62e04ef7-29b2-447d-a102-8444605e712c", "name": "network-vif-deleted", "tag": "52fb2a05-0f97-4359-90e9-08478e0d68c5"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:02:21.469818 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28aabe99-c742-4ed5-a6b0-edf59190cd34 x-openstack-request-id: req-28aabe99-c742-4ed5-a6b0-edf59190cd34 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:02:21.470074 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e04ef7-29b2-447d-a102-8444605e712c", "name": "network-vif-deleted", "tag": "52fb2a05-0f97-4359-90e9-08478e0d68c5", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:02:21.470376 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28aabe99-c742-4ed5-a6b0-edf59190cd34 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:02:21.470858 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e04ef7-29b2-447d-a102-8444605e712c', 'name': 'network-vif-deleted', 'tag': '52fb2a05-0f97-4359-90e9-08478e0d68c5', 'status': 'completed', 'code': 200} Mar 07 14:02:21.561045 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-61163b3b-f1db-448b-a42c-ff878491cfc0 None None] Set router b9ba6775-96e0-4708-a20e-91dd1960a14c gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:02:21.758991 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-61163b3b-f1db-448b-a42c-ff878491cfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '6d8848c2-ea57-46a7-9857-c96f9f4faa80', 'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'mac_address': 'fa:16:3e:d2:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:03Z', 'updated_at': '2022-03-07T13:56:08Z', 'revision_number': 5, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'subnets': [{'id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:02:21.785448 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61163b3b-f1db-448b-a42c-ff878491cfc0 None None] Checking router: b9ba6775-96e0-4708-a20e-91dd1960a14c for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:02:21.793390 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61163b3b-f1db-448b-a42c-ff878491cfc0 None None] Routers {'b9ba6775-96e0-4708-a20e-91dd1960a14c'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:02:21.793980 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-61163b3b-f1db-448b-a42c-ff878491cfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T14:02:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['b9ba6775-96e0-4708-a20e-91dd1960a14c'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:02:21.902554 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-61163b3b-f1db-448b-a42c-ff878491cfc0 None None] Set router b9ba6775-96e0-4708-a20e-91dd1960a14c gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:02:22.103500 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-61163b3b-f1db-448b-a42c-ff878491cfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '6d8848c2-ea57-46a7-9857-c96f9f4faa80', 'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'mac_address': 'fa:16:3e:d2:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:03Z', 'updated_at': '2022-03-07T13:56:08Z', 'revision_number': 5, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'subnets': [{'id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:02:22.131652 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61163b3b-f1db-448b-a42c-ff878491cfc0 None None] The sync data for ids ['b9ba6775-96e0-4708-a20e-91dd1960a14c'] in dv-cinder-813222-6-iscsi is: [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T13:56:04Z', 'revision_number': 4, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi', '_interfaces': [{'id': '6d8848c2-ea57-46a7-9857-c96f9f4faa80', 'name': '', 'network_id': 'ff8c39cf-f80c-4bf9-aa94-569d62eb4183', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'mac_address': 'fa:16:3e:d2:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:03Z', 'updated_at': '2022-03-07T13:56:08Z', 'revision_number': 5, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'subnets': [{'id': '4573053f-9ff1-4e3b-a8f8-0bd985a91269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:02:22.261274 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 33510) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:22.317246 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1763f84c-2d57-49c2-98fe-c4ca33f077fb tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group (19e5a9c6-b2e0-48d1-bcc6-a5e1905ef027), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:22.341356 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1763f84c-2d57-49c2-98fe-c4ca33f077fb tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group (19e5a9c6-b2e0-48d1-bcc6-a5e1905ef027), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:22.354524 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c090beb-a06e-4b64-96d4-578ac0fee20f None None] New status for floating IP 14d5cc13-a992-4275-8e7b-ca64a610c14d: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:02:22.390960 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1763f84c-2d57-49c2-98fe-c4ca33f077fb tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (19e5a9c6-b2e0-48d1-bcc6-a5e1905ef027), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:22.394198 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1763f84c-2d57-49c2-98fe-c4ca33f077fb tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:22.395343 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-1763f84c-2d57-49c2-98fe-c4ca33f077fb tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "DELETE /v2.0/security-groups/19e5a9c6-b2e0-48d1-bcc6-a5e1905ef027 HTTP/1.1" status: 204 len: 168 time: 0.1330802 Mar 07 14:02:22.398257 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 33512) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:22.404385 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763f84c-2d57-49c2-98fe-c4ca33f077fb tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e5a9c6-b2e0-48d1-bcc6-a5e1905ef027,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:22.414685 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.api.v2.resource [None req-93eaed36-c82b-46ec-b094-193b2c98bc7b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] show failed (client error): The resource could not be found. Mar 07 14:02:22.419057 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-93eaed36-c82b-46ec-b094-193b2c98bc7b tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "GET /v2.0/security-groups/19e5a9c6-b2e0-48d1-bcc6-a5e1905ef027 HTTP/1.1" status: 404 len: 347 time: 0.0192015 Mar 07 14:02:22.419811 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 33516) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:22.495881 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:22.761639 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-1f262d15-52db-44d1-901c-121a5277529e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Deleting port a73dd03a-05dc-4b84-874c-354973d7cd6b {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:02:22.761989 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1f262d15-52db-44d1-901c-121a5277529e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (a73dd03a-05dc-4b84-874c-354973d7cd6b), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:22.836812 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1f262d15-52db-44d1-901c-121a5277529e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (a73dd03a-05dc-4b84-874c-354973d7cd6b), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:22.837164 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1f262d15-52db-44d1-901c-121a5277529e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (a73dd03a-05dc-4b84-874c-354973d7cd6b), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:22.849075 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-1f262d15-52db-44d1-901c-121a5277529e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Calling delete_port for a73dd03a-05dc-4b84-874c-354973d7cd6b owned by network:floatingip {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:02:22.980445 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1f262d15-52db-44d1-901c-121a5277529e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (a73dd03a-05dc-4b84-874c-354973d7cd6b), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:23.011396 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f262d15-52db-44d1-901c-121a5277529e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Pushing event deleted for resources: {'Port': ['ID=a73dd03a-05dc-4b84-874c-354973d7cd6b,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:23.033060 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f262d15-52db-44d1-901c-121a5277529e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:23.033373 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f262d15-52db-44d1-901c-121a5277529e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:23.033732 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f262d15-52db-44d1-901c-121a5277529e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:23.034064 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f262d15-52db-44d1-901c-121a5277529e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:23.034406 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f262d15-52db-44d1-901c-121a5277529e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:23.034740 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f262d15-52db-44d1-901c-121a5277529e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:23.035075 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f262d15-52db-44d1-901c-121a5277529e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:23.035407 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f262d15-52db-44d1-901c-121a5277529e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:23.035735 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f262d15-52db-44d1-901c-121a5277529e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:23.036065 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f262d15-52db-44d1-901c-121a5277529e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:23.036391 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f262d15-52db-44d1-901c-121a5277529e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:23.036717 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f262d15-52db-44d1-901c-121a5277529e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:23.037043 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f262d15-52db-44d1-901c-121a5277529e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:23.073975 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1f262d15-52db-44d1-901c-121a5277529e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks [] for floatingip (14d5cc13-a992-4275-8e7b-ca64a610c14d), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:23.076595 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1f262d15-52db-44d1-901c-121a5277529e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15863'] for floatingip (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:23.077772 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-1f262d15-52db-44d1-901c-121a5277529e tempest-AttachVolumeNegativeTest-1674814438 tempest-AttachVolumeNegativeTest-1674814438-project] 10.222.0.24 "DELETE /v2.0/floatingips/14d5cc13-a992-4275-8e7b-ca64a610c14d HTTP/1.1" status: 204 len: 168 time: 0.6564238 Mar 07 14:02:23.682011 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 52fb2a05-0f97-4359-90e9-08478e0d68c5 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:02:23.701011 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] No Port match for: 52fb2a05-0f97-4359-90e9-08478e0d68c5 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:02:23.701378 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Device 52fb2a05-0f97-4359-90e9-08478e0d68c5 not bound to the agent host hv-cinder-81322 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:02:24.298369 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:26.718326 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 33560) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:27.155022 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fcd62540-9c09-4c6d-af69-d1a542e5b181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8115010'] for router_interface (b9ba6775-96e0-4708-a20e-91dd1960a14c), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:27.396792 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-fcd62540-9c09-4c6d-af69-d1a542e5b181 admin admin] Deleting port 6d8848c2-ea57-46a7-9857-c96f9f4faa80 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:02:27.397148 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fcd62540-9c09-4c6d-af69-d1a542e5b181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (6d8848c2-ea57-46a7-9857-c96f9f4faa80), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:27.472669 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [None req-fcd62540-9c09-4c6d-af69-d1a542e5b181 admin admin] For port 6d8848c2-ea57-46a7-9857-c96f9f4faa80, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=6d8848c2-ea57-46a7-9857-c96f9f4faa80,segment=NetworkSegment(74ac2952-f331-492e-bac0-8b86569599b9),segment_id=74ac2952-f331-492e-bac0-8b86569599b9)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:02:27.472951 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fcd62540-9c09-4c6d-af69-d1a542e5b181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (6d8848c2-ea57-46a7-9857-c96f9f4faa80), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:27.485316 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-fcd62540-9c09-4c6d-af69-d1a542e5b181 admin admin] Calling delete_port for 6d8848c2-ea57-46a7-9857-c96f9f4faa80 owned by network:router_interface {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:02:27.661664 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fcd62540-9c09-4c6d-af69-d1a542e5b181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (6d8848c2-ea57-46a7-9857-c96f9f4faa80), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:27.688074 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd62540-9c09-4c6d-af69-d1a542e5b181 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d8848c2-ea57-46a7-9857-c96f9f4faa80,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:27.858207 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fcd62540-9c09-4c6d-af69-d1a542e5b181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8114998'] for router_interface (b9ba6775-96e0-4708-a20e-91dd1960a14c), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:28.072077 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd62540-9c09-4c6d-af69-d1a542e5b181 admin admin] Router b9ba6775-96e0-4708-a20e-91dd1960a14c has already been hosted by L3 agent cc2ab286-18cb-493e-9e53-baec88113460 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:02:28.176535 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd62540-9c09-4c6d-af69-d1a542e5b181 admin admin] Notify agent at l3_agent.dv-cinder-813222-6-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:02:28.181795 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-fcd62540-9c09-4c6d-af69-d1a542e5b181 admin admin] 10.222.0.24 "PUT /v2.0/routers/b9ba6775-96e0-4708-a20e-91dd1960a14c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4623973 Mar 07 14:02:28.184472 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 33564) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:28.185823 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0f5794-502e-41b5-af8e-63a14735cbb7 None None] Sync routers for ids ['b9ba6775-96e0-4708-a20e-91dd1960a14c'] in dv-cinder-813222-6-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:02:28.196078 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0f5794-502e-41b5-af8e-63a14735cbb7 None None] Routers {'b9ba6775-96e0-4708-a20e-91dd1960a14c'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:02:28.196695 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-6f0f5794-502e-41b5-af8e-63a14735cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T14:02:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['b9ba6775-96e0-4708-a20e-91dd1960a14c'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:02:28.305965 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-6f0f5794-502e-41b5-af8e-63a14735cbb7 None None] Set router b9ba6775-96e0-4708-a20e-91dd1960a14c gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:02:28.491799 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-6f0f5794-502e-41b5-af8e-63a14735cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T14:02:27Z', 'revision_number': 5, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:02:28.517807 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0f5794-502e-41b5-af8e-63a14735cbb7 None None] Checking router: b9ba6775-96e0-4708-a20e-91dd1960a14c for host: dv-cinder-813222-6-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:02:28.525868 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0f5794-502e-41b5-af8e-63a14735cbb7 None None] Routers {'b9ba6775-96e0-4708-a20e-91dd1960a14c'} bound to L3 agent in host dv-cinder-813222-6-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:02:28.526462 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-6f0f5794-502e-41b5-af8e-63a14735cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:35:50Z,description=,heartbeat_timestamp=2022-03-07T14:02:20Z,host='dv-cinder-813222-6-iscsi',id=cc2ab286-18cb-493e-9e53-baec88113460,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:35:50Z,topic='l3_agent')) {'router_ids': ['b9ba6775-96e0-4708-a20e-91dd1960a14c'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:02:28.559894 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c51dcea1-634b-4fe7-a34f-f74609a06fe0 admin admin] Publish callbacks [] for router (b9ba6775-96e0-4708-a20e-91dd1960a14c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:28.633693 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-6f0f5794-502e-41b5-af8e-63a14735cbb7 None None] Set router b9ba6775-96e0-4708-a20e-91dd1960a14c gateway port host: dv-cinder-813222-6-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:02:28.661970 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c51dcea1-634b-4fe7-a34f-f74609a06fe0 admin admin] Publish callbacks [] for router_gateway (b9ba6775-96e0-4708-a20e-91dd1960a14c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:28.716354 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c51dcea1-634b-4fe7-a34f-f74609a06fe0 admin admin] Deleting port 5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:02:28.716686 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c51dcea1-634b-4fe7-a34f-f74609a06fe0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:28.793383 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-c51dcea1-634b-4fe7-a34f-f74609a06fe0 admin admin] For port 5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d,segment=NetworkSegment(1ea95a00-6597-4ef9-a012-7bd7a82603cc),segment_id=1ea95a00-6597-4ef9-a012-7bd7a82603cc)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:02:28.793748 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c51dcea1-634b-4fe7-a34f-f74609a06fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:28.805210 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-6f0f5794-502e-41b5-af8e-63a14735cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T14:02:27Z', 'revision_number': 5, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}], 'dv-cinder-813222-6-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:02:28.805453 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c51dcea1-634b-4fe7-a34f-f74609a06fe0 admin admin] Calling delete_port for 5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:02:28.834543 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0f5794-502e-41b5-af8e-63a14735cbb7 None None] The sync data for ids ['b9ba6775-96e0-4708-a20e-91dd1960a14c'] in dv-cinder-813222-6-iscsi is: [{'id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'name': 'tempest-AttachVolumeNegativeTest-1822222316-router', 'tenant_id': '996a42ff017e4712bcdf058eada9f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'external_fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T13:56:00Z', 'updated_at': '2022-03-07T14:02:27Z', 'revision_number': 5, 'project_id': '996a42ff017e4712bcdf058eada9f861', 'gw_port': {'id': '5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d', 'name': '', 'network_id': '4737f3fa-18ff-4252-a580-88148a637511', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba6775-96e0-4708-a20e-91dd1960a14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T13:56:01Z', 'updated_at': '2022-03-07T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90664a8-a6a4-4a65-802b-5b7bd95111f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-6-iscsi'}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:02:28.975827 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c51dcea1-634b-4fe7-a34f-f74609a06fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839671'] for port (5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:29.000698 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51dcea1-634b-4fe7-a34f-f74609a06fe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:29.064705 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c51dcea1-634b-4fe7-a34f-f74609a06fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8114076'] for router_gateway (b9ba6775-96e0-4708-a20e-91dd1960a14c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:29.156076 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c51dcea1-634b-4fe7-a34f-f74609a06fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8117800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60004'] for router (b9ba6775-96e0-4708-a20e-91dd1960a14c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:29.158163 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c51dcea1-634b-4fe7-a34f-f74609a06fe0 admin admin] Publish callbacks [] for router_controller (b9ba6775-96e0-4708-a20e-91dd1960a14c), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:29.203684 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c51dcea1-634b-4fe7-a34f-f74609a06fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8117823'] for router (b9ba6775-96e0-4708-a20e-91dd1960a14c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:29.204385 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51dcea1-634b-4fe7-a34f-f74609a06fe0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9ba6775-96e0-4708-a20e-91dd1960a14c {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 14:02:29.209448 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c51dcea1-634b-4fe7-a34f-f74609a06fe0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:29.210603 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-c51dcea1-634b-4fe7-a34f-f74609a06fe0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b9ba6775-96e0-4708-a20e-91dd1960a14c HTTP/1.1" status: 204 len: 168 time: 1.0251563 Mar 07 14:02:29.213076 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 33566) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:29.265609 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-44369472-b994-4f7e-a4c6-b8dd88ef3337 admin admin] Deleting subnet 4573053f-9ff1-4e3b-a8f8-0bd985a91269 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:02:29.269522 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-44369472-b994-4f7e-a4c6-b8dd88ef3337 admin admin] Publish callbacks [] for subnet (4573053f-9ff1-4e3b-a8f8-0bd985a91269), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:29.304507 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-44369472-b994-4f7e-a4c6-b8dd88ef3337 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4840051'] for subnet (4573053f-9ff1-4e3b-a8f8-0bd985a91269), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:29.380439 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-44369472-b994-4f7e-a4c6-b8dd88ef3337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663011'] for subnet (4573053f-9ff1-4e3b-a8f8-0bd985a91269), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:29.433218 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-44369472-b994-4f7e-a4c6-b8dd88ef3337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8319480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4839616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5536110'] for subnet (4573053f-9ff1-4e3b-a8f8-0bd985a91269), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:29.464580 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44369472-b994-4f7e-a4c6-b8dd88ef3337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4573053f-9ff1-4e3b-a8f8-0bd985a91269,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:29.468295 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-44369472-b994-4f7e-a4c6-b8dd88ef3337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:29.476567 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-44369472-b994-4f7e-a4c6-b8dd88ef3337 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4573053f-9ff1-4e3b-a8f8-0bd985a91269 HTTP/1.1" status: 204 len: 168 time: 0.2616084 Mar 07 14:02:29.477640 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1726e49-97c9-4b92-894e-ba57d5798ae4 None None] Network ff8c39cf-f80c-4bf9-aa94-569d62eb4183 requested from dv-cinder-813222-6-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:02:29.478392 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 33568) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:29.563500 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9db83430-eeca-4944-b0ac-1a11d3c64e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635500'] for network (ff8c39cf-f80c-4bf9-aa94-569d62eb4183), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:29.616216 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-9db83430-eeca-4944-b0ac-1a11d3c64e54 admin admin] Deleting port 562b48f9-93d8-46c7-b18e-74b2288e1cb9 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:02:29.616559 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9db83430-eeca-4944-b0ac-1a11d3c64e54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776652484931'] for port (562b48f9-93d8-46c7-b18e-74b2288e1cb9), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:29.680353 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [None req-9db83430-eeca-4944-b0ac-1a11d3c64e54 admin admin] For port 562b48f9-93d8-46c7-b18e-74b2288e1cb9, host dv-cinder-813222-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-6-iscsi',level=0,port_id=562b48f9-93d8-46c7-b18e-74b2288e1cb9,segment=NetworkSegment(74ac2952-f331-492e-bac0-8b86569599b9),segment_id=74ac2952-f331-492e-bac0-8b86569599b9)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:02:29.680634 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9db83430-eeca-4944-b0ac-1a11d3c64e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8110928'] for port (562b48f9-93d8-46c7-b18e-74b2288e1cb9), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:29.693613 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-9db83430-eeca-4944-b0ac-1a11d3c64e54 admin admin] Calling delete_port for 562b48f9-93d8-46c7-b18e-74b2288e1cb9 owned by network:dhcp {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:02:29.768571 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9db83430-eeca-4944-b0ac-1a11d3c64e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776652490150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776652049098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238603'] for port (562b48f9-93d8-46c7-b18e-74b2288e1cb9), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:29.792764 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db83430-eeca-4944-b0ac-1a11d3c64e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=562b48f9-93d8-46c7-b18e-74b2288e1cb9,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:29.796233 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db83430-eeca-4944-b0ac-1a11d3c64e54 admin admin] No DVR routers for this DVR port 562b48f9-93d8-46c7-b18e-74b2288e1cb9 on host dv-cinder-813222-6-iscsi {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:02:29.862962 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9334dc22-cc23-4e42-9f44-57c6c1bb2cf0 None None] DHCP port deletion for ff8c39cf-f80c-4bf9-aa94-569d62eb4183 request from dv-cinder-813222-6-iscsi {{(pid=109595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 14:02:29.881327 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9db83430-eeca-4944-b0ac-1a11d3c64e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725100', 'neutron.services.segments.db._delete_segments_for_network-8776652592487'] for network (ff8c39cf-f80c-4bf9-aa94-569d62eb4183), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:29.901725 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-9db83430-eeca-4944-b0ac-1a11d3c64e54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8c39cf-f80c-4bf9-aa94-569d62eb4183']}} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:02:29.911382 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-9db83430-eeca-4944-b0ac-1a11d3c64e54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ac2952-f331-492e-bac0-8b86569599b9') {'for_net_delete': True} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:02:29.911678 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-9db83430-eeca-4944-b0ac-1a11d3c64e54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ac2952-f331-492e-bac0-8b86569599b9') {} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:02:29.920707 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9db83430-eeca-4944-b0ac-1a11d3c64e54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776652593776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25006563'] for segment (74ac2952-f331-492e-bac0-8b86569599b9), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:29.934535 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9db83430-eeca-4944-b0ac-1a11d3c64e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880'] for segment (74ac2952-f331-492e-bac0-8b86569599b9), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:29.940253 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9db83430-eeca-4944-b0ac-1a11d3c64e54 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=109593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:02:29.940626 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9db83430-eeca-4944-b0ac-1a11d3c64e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4238678'] for segment (74ac2952-f331-492e-bac0-8b86569599b9), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: Traceback (most recent call last): Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: timer() Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: cb(*args, **kw) Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: return func(*args, **kwargs) Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: self._notify() Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: self.callback(batched_events) Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: event.method(event) Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: return f(self, *a, **k) Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: return self._get(url).json() Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: return self.request(url, 'GET', **kwargs) Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:02:29.942262 dv-cinder-813222-6-iscsi neutron-server[109593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:02:29.997202 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9db83430-eeca-4944-b0ac-1a11d3c64e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8114104'] for network (ff8c39cf-f80c-4bf9-aa94-569d62eb4183), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:30.002718 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9db83430-eeca-4944-b0ac-1a11d3c64e54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989278'] for network (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:30.005899 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-9db83430-eeca-4944-b0ac-1a11d3c64e54 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ff8c39cf-f80c-4bf9-aa94-569d62eb4183 HTTP/1.1" status: 204 len: 168 time: 0.5265248 Mar 07 14:02:30.016903 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db83430-eeca-4944-b0ac-1a11d3c64e54 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff8c39cf-f80c-4bf9-aa94-569d62eb4183,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:30.115856 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 33572) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:30.153246 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-7e43f307-137e-4f2a-8319-fbe50334cccb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=996a42ff017e4712bcdf058eada9f861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372162 Mar 07 14:02:30.155553 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 33574) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:30.201263 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bce89350-b9ec-4d84-aa48-f81c40f8ad7d admin admin] Publish callbacks [] for security_group (aee2495c-9684-4026-ac3b-c104b9fd259f), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:30.221939 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bce89350-b9ec-4d84-aa48-f81c40f8ad7d admin admin] Publish callbacks [] for security_group (aee2495c-9684-4026-ac3b-c104b9fd259f), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:30.266006 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bce89350-b9ec-4d84-aa48-f81c40f8ad7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (aee2495c-9684-4026-ac3b-c104b9fd259f), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:30.269050 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bce89350-b9ec-4d84-aa48-f81c40f8ad7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:30.270224 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-bce89350-b9ec-4d84-aa48-f81c40f8ad7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aee2495c-9684-4026-ac3b-c104b9fd259f HTTP/1.1" status: 204 len: 168 time: 0.1138155 Mar 07 14:02:30.278019 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce89350-b9ec-4d84-aa48-f81c40f8ad7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee2495c-9684-4026-ac3b-c104b9fd259f,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:30.643412 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:02:30.662998 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: 5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:02:30.663344 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 5bd1ff1f-f4a2-4b58-ac47-7086519f8d5d not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:02:30.663753 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 562b48f9-93d8-46c7-b18e-74b2288e1cb9 no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:02:30.682039 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: 562b48f9-93d8-46c7-b18e-74b2288e1cb9 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:02:30.682381 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 562b48f9-93d8-46c7-b18e-74b2288e1cb9 not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:02:30.682784 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 6d8848c2-ea57-46a7-9857-c96f9f4faa80 no longer exists at agent ovs-agent-dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:02:30.701496 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] No Port match for: 6d8848c2-ea57-46a7-9857-c96f9f4faa80 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:02:30.701843 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Device 6d8848c2-ea57-46a7-9857-c96f9f4faa80 not bound to the agent host dv-cinder-813222-6-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:02:31.884803 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 33624) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:31.986835 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0159f052-035a-489d-a5a1-f70825461bff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:32.059753 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0159f052-035a-489d-a5a1-f70825461bff admin admin] Publish callbacks [] for security_group (ea2c7539-b72d-4d4c-bd17-fa7338f0b83f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:32.063326 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0159f052-035a-489d-a5a1-f70825461bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (ea2c7539-b72d-4d4c-bd17-fa7338f0b83f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:32.100753 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-0159f052-035a-489d-a5a1-f70825461bff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd5fbb4256334a9fa64db3b10d5f71c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147713 Mar 07 14:02:32.102700 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159f052-035a-489d-a5a1-f70825461bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2c7539-b72d-4d4c-bd17-fa7338f0b83f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:32.103493 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 33628) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:32.154357 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ed046051-5607-445c-99e8-3292a581f4f8 admin admin] Publish callbacks [] for security_group (ea2c7539-b72d-4d4c-bd17-fa7338f0b83f), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:32.176885 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ed046051-5607-445c-99e8-3292a581f4f8 admin admin] Publish callbacks [] for security_group (ea2c7539-b72d-4d4c-bd17-fa7338f0b83f), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:32.224365 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ed046051-5607-445c-99e8-3292a581f4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (ea2c7539-b72d-4d4c-bd17-fa7338f0b83f), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:32.226945 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ed046051-5607-445c-99e8-3292a581f4f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:32.228097 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-ed046051-5607-445c-99e8-3292a581f4f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea2c7539-b72d-4d4c-bd17-fa7338f0b83f HTTP/1.1" status: 204 len: 168 time: 0.1236243 Mar 07 14:02:32.236093 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed046051-5607-445c-99e8-3292a581f4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2c7539-b72d-4d4c-bd17-fa7338f0b83f,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:32.479620 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 33634) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:32.493762 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd208807-b7db-4d61-b62d-647f8321914a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:32.568549 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd208807-b7db-4d61-b62d-647f8321914a admin admin] Publish callbacks [] for security_group (604a7468-5a38-4e00-9df0-0c6a24461eaa), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:32.572123 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd208807-b7db-4d61-b62d-647f8321914a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (604a7468-5a38-4e00-9df0-0c6a24461eaa), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:32.608574 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-cd208807-b7db-4d61-b62d-647f8321914a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e392957d4f1a45ad8343b9d4ac39107b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278932 Mar 07 14:02:32.610483 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd208807-b7db-4d61-b62d-647f8321914a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604a7468-5a38-4e00-9df0-0c6a24461eaa,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:32.611858 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 33636) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:32.660215 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7681a40e-655c-4abc-abdc-da3946dfee45 admin admin] Publish callbacks [] for security_group (604a7468-5a38-4e00-9df0-0c6a24461eaa), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:32.681053 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7681a40e-655c-4abc-abdc-da3946dfee45 admin admin] Publish callbacks [] for security_group (604a7468-5a38-4e00-9df0-0c6a24461eaa), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:32.725254 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7681a40e-655c-4abc-abdc-da3946dfee45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (604a7468-5a38-4e00-9df0-0c6a24461eaa), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:32.727762 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7681a40e-655c-4abc-abdc-da3946dfee45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:32.728889 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-7681a40e-655c-4abc-abdc-da3946dfee45 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/604a7468-5a38-4e00-9df0-0c6a24461eaa HTTP/1.1" status: 204 len: 168 time: 0.1159689 Mar 07 14:02:32.736951 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681a40e-655c-4abc-abdc-da3946dfee45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604a7468-5a38-4e00-9df0-0c6a24461eaa,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:35.656450 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:38.274924 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 33718) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:38.373753 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fc0cab14-2188-4b77-8b48-7e82517c1691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:38.445676 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fc0cab14-2188-4b77-8b48-7e82517c1691 admin admin] Publish callbacks [] for security_group (e7ed48b0-7a6a-4fd2-b93b-90d76e12efc7), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:38.449256 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fc0cab14-2188-4b77-8b48-7e82517c1691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (e7ed48b0-7a6a-4fd2-b93b-90d76e12efc7), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:38.489305 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-fc0cab14-2188-4b77-8b48-7e82517c1691 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1db32d13cd7c4f44a8fd480b226264a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2132981 Mar 07 14:02:38.490506 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0cab14-2188-4b77-8b48-7e82517c1691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ed48b0-7a6a-4fd2-b93b-90d76e12efc7,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:38.491930 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 33722) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:38.541897 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bb4d1e64-fd05-4edc-9d47-dbe468cb2b87 admin admin] Publish callbacks [] for security_group (e7ed48b0-7a6a-4fd2-b93b-90d76e12efc7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:38.562478 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bb4d1e64-fd05-4edc-9d47-dbe468cb2b87 admin admin] Publish callbacks [] for security_group (e7ed48b0-7a6a-4fd2-b93b-90d76e12efc7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:38.608368 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bb4d1e64-fd05-4edc-9d47-dbe468cb2b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (e7ed48b0-7a6a-4fd2-b93b-90d76e12efc7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:38.611551 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bb4d1e64-fd05-4edc-9d47-dbe468cb2b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:38.612752 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-bb4d1e64-fd05-4edc-9d47-dbe468cb2b87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7ed48b0-7a6a-4fd2-b93b-90d76e12efc7 HTTP/1.1" status: 204 len: 168 time: 0.1197870 Mar 07 14:02:38.621104 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d1e64-fd05-4edc-9d47-dbe468cb2b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ed48b0-7a6a-4fd2-b93b-90d76e12efc7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:38.856567 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 33728) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:38.869712 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f0e98e7-c009-40ea-87de-822f7f91ddd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:38.943001 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f0e98e7-c009-40ea-87de-822f7f91ddd7 admin admin] Publish callbacks [] for security_group (6bcffd22-afad-4c5b-b806-dba16df1f76d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:38.946770 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f0e98e7-c009-40ea-87de-822f7f91ddd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (6bcffd22-afad-4c5b-b806-dba16df1f76d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:38.984350 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-4f0e98e7-c009-40ea-87de-822f7f91ddd7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e76651761c6e4cf7ae1f7777260db415&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1266367 Mar 07 14:02:38.985146 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e98e7-c009-40ea-87de-822f7f91ddd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcffd22-afad-4c5b-b806-dba16df1f76d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:38.987517 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 33730) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:39.035695 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-24a453d6-98d3-46a6-838d-3e2a4b4e4902 admin admin] Publish callbacks [] for security_group (6bcffd22-afad-4c5b-b806-dba16df1f76d), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:39.056700 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-24a453d6-98d3-46a6-838d-3e2a4b4e4902 admin admin] Publish callbacks [] for security_group (6bcffd22-afad-4c5b-b806-dba16df1f76d), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:39.101150 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-24a453d6-98d3-46a6-838d-3e2a4b4e4902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (6bcffd22-afad-4c5b-b806-dba16df1f76d), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:39.103736 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-24a453d6-98d3-46a6-838d-3e2a4b4e4902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:39.104896 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-24a453d6-98d3-46a6-838d-3e2a4b4e4902 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6bcffd22-afad-4c5b-b806-dba16df1f76d HTTP/1.1" status: 204 len: 168 time: 0.1163750 Mar 07 14:02:39.113137 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a453d6-98d3-46a6-838d-3e2a4b4e4902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcffd22-afad-4c5b-b806-dba16df1f76d,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:43.154788 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 33788) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:43.255132 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f17013a4-49df-4500-b3cd-712b2b92cf42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:43.327517 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f17013a4-49df-4500-b3cd-712b2b92cf42 admin admin] Publish callbacks [] for security_group (3d217aca-7ebe-44da-910b-e5fc447af0cd), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:43.331215 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f17013a4-49df-4500-b3cd-712b2b92cf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (3d217aca-7ebe-44da-910b-e5fc447af0cd), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:43.368159 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-f17013a4-49df-4500-b3cd-712b2b92cf42 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6cfbf98ece36478f939621a71b08e10c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2123399 Mar 07 14:02:43.370019 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17013a4-49df-4500-b3cd-712b2b92cf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d217aca-7ebe-44da-910b-e5fc447af0cd,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:43.370946 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 33792) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:43.417867 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2703009a-b95e-4ea8-b282-72ff41033a6c admin admin] Publish callbacks [] for security_group (3d217aca-7ebe-44da-910b-e5fc447af0cd), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:43.438759 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2703009a-b95e-4ea8-b282-72ff41033a6c admin admin] Publish callbacks [] for security_group (3d217aca-7ebe-44da-910b-e5fc447af0cd), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:43.485771 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2703009a-b95e-4ea8-b282-72ff41033a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (3d217aca-7ebe-44da-910b-e5fc447af0cd), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:43.489028 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2703009a-b95e-4ea8-b282-72ff41033a6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:43.490231 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-2703009a-b95e-4ea8-b282-72ff41033a6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d217aca-7ebe-44da-910b-e5fc447af0cd HTTP/1.1" status: 204 len: 168 time: 0.1182430 Mar 07 14:02:43.497899 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703009a-b95e-4ea8-b282-72ff41033a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d217aca-7ebe-44da-910b-e5fc447af0cd,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:43.737242 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 33798) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:43.750077 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9f83eb1d-1db2-431f-8602-e2ffd2882735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:43.820883 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9f83eb1d-1db2-431f-8602-e2ffd2882735 admin admin] Publish callbacks [] for security_group (f530fb08-9cde-4436-8539-8420c4d0e8e6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:43.824261 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9f83eb1d-1db2-431f-8602-e2ffd2882735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (f530fb08-9cde-4436-8539-8420c4d0e8e6), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:43.860549 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83eb1d-1db2-431f-8602-e2ffd2882735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f530fb08-9cde-4436-8539-8420c4d0e8e6,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:43.864816 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-9f83eb1d-1db2-431f-8602-e2ffd2882735 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da9c3396cfa84d2e942e7951ec7df03b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265407 Mar 07 14:02:43.867791 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 33800) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:43.913800 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-00923599-934b-4340-8e55-c3388cc98706 admin admin] Publish callbacks [] for security_group (f530fb08-9cde-4436-8539-8420c4d0e8e6), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:43.934124 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-00923599-934b-4340-8e55-c3388cc98706 admin admin] Publish callbacks [] for security_group (f530fb08-9cde-4436-8539-8420c4d0e8e6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:43.979627 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-00923599-934b-4340-8e55-c3388cc98706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (f530fb08-9cde-4436-8539-8420c4d0e8e6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:43.981940 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-00923599-934b-4340-8e55-c3388cc98706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:43.983069 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-00923599-934b-4340-8e55-c3388cc98706 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f530fb08-9cde-4436-8539-8420c4d0e8e6 HTTP/1.1" status: 204 len: 168 time: 0.1148477 Mar 07 14:02:43.990389 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00923599-934b-4340-8e55-c3388cc98706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f530fb08-9cde-4436-8539-8420c4d0e8e6,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:48.023141 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-004472fb-1ec0-4daf-8b8a-e7ca591ca3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:48.298243 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:02:50.096681 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5e22dd04-9070-4eb6-af7b-d03cf10bea38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:51.382666 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:52.489229 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:54.303968 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:05.656156 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:07.483137 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 33930) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:03:07.592257 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-caff9558-572f-403f-b935-96d51a3b3249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:07.664972 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-caff9558-572f-403f-b935-96d51a3b3249 admin admin] Publish callbacks [] for security_group (8acc6690-6096-4b51-93d1-0941faa50c0c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:07.669145 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-caff9558-572f-403f-b935-96d51a3b3249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (8acc6690-6096-4b51-93d1-0941faa50c0c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:07.706279 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-caff9558-572f-403f-b935-96d51a3b3249 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21c774335ca545449e79ac8a0a68e100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220979 Mar 07 14:03:07.707148 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff9558-572f-403f-b935-96d51a3b3249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acc6690-6096-4b51-93d1-0941faa50c0c,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:03:07.708947 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 33934) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:03:07.759233 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-894db6a6-c9d2-400c-b11c-34b3db34039d admin admin] Publish callbacks [] for security_group (8acc6690-6096-4b51-93d1-0941faa50c0c), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:07.780195 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-894db6a6-c9d2-400c-b11c-34b3db34039d admin admin] Publish callbacks [] for security_group (8acc6690-6096-4b51-93d1-0941faa50c0c), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:07.825458 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-894db6a6-c9d2-400c-b11c-34b3db34039d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (8acc6690-6096-4b51-93d1-0941faa50c0c), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:07.828101 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-894db6a6-c9d2-400c-b11c-34b3db34039d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:07.829343 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-894db6a6-c9d2-400c-b11c-34b3db34039d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8acc6690-6096-4b51-93d1-0941faa50c0c HTTP/1.1" status: 204 len: 168 time: 0.1192844 Mar 07 14:03:07.843493 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894db6a6-c9d2-400c-b11c-34b3db34039d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acc6690-6096-4b51-93d1-0941faa50c0c,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:03:15.571217 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 34058) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:03:15.684523 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e436eca6-56e5-4369-a587-fe1648b69252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:15.755962 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e436eca6-56e5-4369-a587-fe1648b69252 admin admin] Publish callbacks [] for security_group (62516f23-8fac-4eac-8574-4c6da07f5873), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:15.759694 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e436eca6-56e5-4369-a587-fe1648b69252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (62516f23-8fac-4eac-8574-4c6da07f5873), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:15.798268 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-e436eca6-56e5-4369-a587-fe1648b69252 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e2f56ffb1134901b85251288a7b5992&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260158 Mar 07 14:03:15.799127 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436eca6-56e5-4369-a587-fe1648b69252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62516f23-8fac-4eac-8574-4c6da07f5873,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:03:15.801251 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 34062) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:03:15.851004 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-16193571-3d87-476c-b4be-f3a53031be13 admin admin] Publish callbacks [] for security_group (62516f23-8fac-4eac-8574-4c6da07f5873), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:15.872113 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-16193571-3d87-476c-b4be-f3a53031be13 admin admin] Publish callbacks [] for security_group (62516f23-8fac-4eac-8574-4c6da07f5873), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:15.917468 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-16193571-3d87-476c-b4be-f3a53031be13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (62516f23-8fac-4eac-8574-4c6da07f5873), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:15.920016 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-16193571-3d87-476c-b4be-f3a53031be13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:15.921181 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-16193571-3d87-476c-b4be-f3a53031be13 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62516f23-8fac-4eac-8574-4c6da07f5873 HTTP/1.1" status: 204 len: 168 time: 0.1189308 Mar 07 14:03:15.928696 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16193571-3d87-476c-b4be-f3a53031be13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62516f23-8fac-4eac-8574-4c6da07f5873,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:03:16.168681 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 34068) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:03:16.181742 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f2f392e4-73e8-409f-ae9a-2797accb5425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:16.256123 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f2f392e4-73e8-409f-ae9a-2797accb5425 admin admin] Publish callbacks [] for security_group (768c9223-8e7a-4244-8f12-74885bd22d91), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:16.259532 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f2f392e4-73e8-409f-ae9a-2797accb5425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (768c9223-8e7a-4244-8f12-74885bd22d91), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:16.296849 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-f2f392e4-73e8-409f-ae9a-2797accb5425 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c1c46fbbb884a7c8de8dfe9d8e51203&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1270821 Mar 07 14:03:16.297701 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f392e4-73e8-409f-ae9a-2797accb5425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768c9223-8e7a-4244-8f12-74885bd22d91,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:03:16.300126 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 34070) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:03:16.351767 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-324c3274-7348-4749-ad3a-02661e268828 admin admin] Publish callbacks [] for security_group (768c9223-8e7a-4244-8f12-74885bd22d91), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:16.372398 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-324c3274-7348-4749-ad3a-02661e268828 admin admin] Publish callbacks [] for security_group (768c9223-8e7a-4244-8f12-74885bd22d91), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:16.418003 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-324c3274-7348-4749-ad3a-02661e268828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (768c9223-8e7a-4244-8f12-74885bd22d91), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:16.420482 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-324c3274-7348-4749-ad3a-02661e268828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:16.421649 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-324c3274-7348-4749-ad3a-02661e268828 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/768c9223-8e7a-4244-8f12-74885bd22d91 HTTP/1.1" status: 204 len: 168 time: 0.1202223 Mar 07 14:03:16.429766 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c3274-7348-4749-ad3a-02661e268828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768c9223-8e7a-4244-8f12-74885bd22d91,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:03:16.731167 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 34076) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:03:16.744048 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc86a054-86a5-4c32-b309-de0398b59329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:16.819024 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc86a054-86a5-4c32-b309-de0398b59329 admin admin] Publish callbacks [] for security_group (2aafc0fd-cad6-4e4f-82f4-ffb82f727f10), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:16.822986 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc86a054-86a5-4c32-b309-de0398b59329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (2aafc0fd-cad6-4e4f-82f4-ffb82f727f10), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:16.863988 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-cc86a054-86a5-4c32-b309-de0398b59329 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b55457796ef44e21a6844946d98c639a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317372 Mar 07 14:03:16.865262 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86a054-86a5-4c32-b309-de0398b59329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aafc0fd-cad6-4e4f-82f4-ffb82f727f10,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:03:16.866636 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 34078) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:03:16.915250 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d7e3ad9d-7c33-4a83-aade-6614c203fc52 admin admin] Publish callbacks [] for security_group (2aafc0fd-cad6-4e4f-82f4-ffb82f727f10), before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:16.935646 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d7e3ad9d-7c33-4a83-aade-6614c203fc52 admin admin] Publish callbacks [] for security_group (2aafc0fd-cad6-4e4f-82f4-ffb82f727f10), precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:16.980666 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d7e3ad9d-7c33-4a83-aade-6614c203fc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (2aafc0fd-cad6-4e4f-82f4-ffb82f727f10), after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:16.983227 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d7e3ad9d-7c33-4a83-aade-6614c203fc52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:16.984359 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-d7e3ad9d-7c33-4a83-aade-6614c203fc52 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2aafc0fd-cad6-4e4f-82f4-ffb82f727f10 HTTP/1.1" status: 204 len: 168 time: 0.1166871 Mar 07 14:03:16.991667 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3ad9d-7c33-4a83-aade-6614c203fc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aafc0fd-cad6-4e4f-82f4-ffb82f727f10,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:03:17.905151 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ab26ca54-7383-4403-b6a3-5efd367a26f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:20.095917 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-291ee412-52b8-4dd3-ae4b-4470a0860a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:21.386511 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:22.491870 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:24.307724 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:25.297376 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:03:27.839903 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.24', 34214) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:03:27.942894 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9101ff11-ba5a-46ed-b006-c184b5b97a7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:28.016015 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9101ff11-ba5a-46ed-b006-c184b5b97a7f admin admin] Publish callbacks [] for security_group (6fc98063-1399-4b77-8133-cf1c6c4d80a8), precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:28.019660 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9101ff11-ba5a-46ed-b006-c184b5b97a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (6fc98063-1399-4b77-8133-cf1c6c4d80a8), after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:28.059905 dv-cinder-813222-6-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-9101ff11-ba5a-46ed-b006-c184b5b97a7f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=686215415e524b32940c653e1b7a149f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189395 Mar 07 14:03:28.060854 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101ff11-ba5a-46ed-b006-c184b5b97a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc98063-1399-4b77-8133-cf1c6c4d80a8,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:03:28.062567 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.24', 34218) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:03:28.068106 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101ff11-ba5a-46ed-b006-c184b5b97a7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:03:28.068456 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101ff11-ba5a-46ed-b006-c184b5b97a7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:03:28.068797 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101ff11-ba5a-46ed-b006-c184b5b97a7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:03:28.069148 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101ff11-ba5a-46ed-b006-c184b5b97a7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:03:28.069491 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101ff11-ba5a-46ed-b006-c184b5b97a7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:03:28.069819 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101ff11-ba5a-46ed-b006-c184b5b97a7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:03:28.070143 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101ff11-ba5a-46ed-b006-c184b5b97a7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:03:28.070468 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101ff11-ba5a-46ed-b006-c184b5b97a7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:03:28.070792 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101ff11-ba5a-46ed-b006-c184b5b97a7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:03:28.071114 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101ff11-ba5a-46ed-b006-c184b5b97a7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:03:28.071433 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101ff11-ba5a-46ed-b006-c184b5b97a7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:03:28.071747 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101ff11-ba5a-46ed-b006-c184b5b97a7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:03:28.072065 dv-cinder-813222-6-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101ff11-ba5a-46ed-b006-c184b5b97a7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:03:28.110865 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f36a48bb-1aa5-43ff-aba0-c77ec8fe584c admin admin] Publish callbacks [] for security_group (6fc98063-1399-4b77-8133-cf1c6c4d80a8), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:28.131587 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f36a48bb-1aa5-43ff-aba0-c77ec8fe584c admin admin] Publish callbacks [] for security_group (6fc98063-1399-4b77-8133-cf1c6c4d80a8), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:28.180837 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f36a48bb-1aa5-43ff-aba0-c77ec8fe584c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343438'] for security_group (6fc98063-1399-4b77-8133-cf1c6c4d80a8), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:28.184079 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f36a48bb-1aa5-43ff-aba0-c77ec8fe584c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:28.185236 dv-cinder-813222-6-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-f36a48bb-1aa5-43ff-aba0-c77ec8fe584c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6fc98063-1399-4b77-8133-cf1c6c4d80a8 HTTP/1.1" status: 204 len: 168 time: 0.1216855 Mar 07 14:03:28.192551 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a48bb-1aa5-43ff-aba0-c77ec8fe584c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc98063-1399-4b77-8133-cf1c6c4d80a8,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:03:28.199640 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a48bb-1aa5-43ff-aba0-c77ec8fe584c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:03:28.199992 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a48bb-1aa5-43ff-aba0-c77ec8fe584c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:03:28.200336 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a48bb-1aa5-43ff-aba0-c77ec8fe584c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:03:28.200676 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a48bb-1aa5-43ff-aba0-c77ec8fe584c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:03:28.201015 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a48bb-1aa5-43ff-aba0-c77ec8fe584c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:03:28.201376 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a48bb-1aa5-43ff-aba0-c77ec8fe584c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:03:28.201761 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a48bb-1aa5-43ff-aba0-c77ec8fe584c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:03:28.202171 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a48bb-1aa5-43ff-aba0-c77ec8fe584c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:03:28.202410 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a48bb-1aa5-43ff-aba0-c77ec8fe584c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:03:28.202744 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a48bb-1aa5-43ff-aba0-c77ec8fe584c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:03:28.203108 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a48bb-1aa5-43ff-aba0-c77ec8fe584c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:03:28.203455 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a48bb-1aa5-43ff-aba0-c77ec8fe584c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:03:28.203813 dv-cinder-813222-6-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a48bb-1aa5-43ff-aba0-c77ec8fe584c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-6-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:03:35.670967 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:47.906695 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dcb7f8e5-911a-4e05-86a4-3e795f9e5ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:50.095166 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4def2cb7-4a6e-47be-864b-319b1ed74cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:51.391630 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:52.494144 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:54.311157 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:02.295941 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:04:05.684777 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:17.907549 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-21f78056-ec89-43ca-b10c-80f73b93575d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:20.096252 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-79ac9f16-a272-4500-bb6a-ff6fa200ac3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:21.391809 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:22.497101 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:24.313719 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:35.686478 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:39.295232 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:04:47.909238 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6ba838db-b683-4409-80bb-f57608584936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:50.096571 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5173aa62-bd04-4991-88b0-1eba13922be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:51.396340 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:52.500176 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:54.317143 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:05.697541 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:16.294751 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:05:17.911056 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7b1f66bd-4335-461f-a6e2-91549a2dfbe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:20.097326 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e25eedf1-b0e0-4134-b8ee-b622d24ffde8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:21.397689 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:22.503256 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:24.319035 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:35.713069 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:47.911514 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1579bcd1-4b02-4918-b10b-d2de5563bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:50.099159 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-672fd17d-ab46-43f6-a2a5-079a5d7c502b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:51.400249 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:52.515610 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:53.294160 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:05:54.320896 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:05.715382 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:17.912353 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5bfd8bb4-3ba4-45db-9ab4-68fe00093f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:20.102140 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-249ac91b-5aea-4e38-91d4-a869cf516ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:21.401974 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:22.509437 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:24.322634 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:30.293860 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:06:35.712041 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:47.913824 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2f9ca191-4be5-4edb-a469-0fd990fcc73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:50.104061 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ea56d6bc-36b8-487e-838d-feb4fda92670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:51.405492 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:52.512747 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:54.325502 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:05.709153 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:07.293113 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:07:17.915892 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3af2ebf-325a-41aa-940e-c49c56277527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:20.105036 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2f840891-094a-4b94-b5bb-f000ca1860a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:21.408088 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:22.516631 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:24.327965 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:35.708784 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:44.291980 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:07:47.917275 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3533118d-8ef4-42b3-8698-1dd4761cc775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:50.105948 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c449b1a0-0c31-46ef-8bc1-2f48bb9364cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:51.409663 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:52.518269 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:54.329627 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:05.707691 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:17.918653 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8425b306-d1bb-4830-a505-c1fd61aa3c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.106736 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b02c565b-5ad2-44b5-8562-1717c451b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:21.290965 dv-cinder-813222-6-iscsi neutron-server[109596]: DEBUG neutron.db.agents_db [None req-af3e0418-cef8-4137-abf8-7bc7362b2836 None None] Agent healthcheck: found 6 active agents {{(pid=109596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:08:21.412437 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:22.523806 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.331590 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:35.705902 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d617bcd-fd55-4d49-bde1-9ed4e323f847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (54ecd8f5-e943-4369-a21b-1222345f30ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:47.919534 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97ce19e9-1666-495d-8e80-203f50e67612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (08584f1c-1841-49d6-90b0-a431cd6de474), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:50.108655 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-467d377a-d1ad-4b27-9750-4cb49c352b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cc2ab286-18cb-493e-9e53-baec88113460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:51.416357 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd4fb9f-1ba1-4977-afed-3470e94a174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (6a1f1633-2851-4776-b003-49f9a8cf638a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:52.524396 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ff38eb-2610-47ae-a0aa-6e994307282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (cca9d48d-c7f7-4801-b124-82639f74bdbb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:54.334114 dv-cinder-813222-6-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64c72cdf-b850-4516-9f32-d9d782ec7422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776652592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723351'] for agent (e75f8547-18b0-40c6-8c15-3bbdfb5eaf1e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}